-- Logs begin at Mon 2021-02-15 20:55:28 UTC, end at Mon 2021-02-15 22:18:03 UTC. -- Feb 15 21:42:31.299938 dv-cinder-775250-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 21:42:34.008492 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.common.config [-] Logging enabled! Feb 15 21:42:34.008979 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev505 Feb 15 21:42:34.010275 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83993) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 21:42:34.012065 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.common.config [-] Logging enabled! Feb 15 21:42:34.012359 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev505 Feb 15 21:42:34.012713 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83993) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 21:42:34.013747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 15 21:42:34.014012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 15 21:42:34.015059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 15 21:42:34.015345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 15 21:42:34.015635 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 15 21:42:34.016009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.016352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.016694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.016957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.017323 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.017661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.017988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.018325 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.018666 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.018994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.019315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.019667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.019930 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.020257 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.020590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.020923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.021179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] debug = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.021504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.022050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.022372 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.022691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.023024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.023338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.023683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.024009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.024379 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] host = dv-cinder-775250-3-iscsi {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.024698 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.025028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.025359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.025692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.026006 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.026321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.026650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.026964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.027278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] log_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.027617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.027952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.028282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.028618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.028876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.029138 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.029461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.029800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.030111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.030424 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.030736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.031048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.031360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.031694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.032029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.032356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.033182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.033503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.033816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.034130 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.034441 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.034772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.035086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.035439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.035736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.036064 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.036375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.036688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.037034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.037364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.037689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.038016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.038330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.038659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.038970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.039279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.039615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] use_json = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.039926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.040236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.040560 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.040871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.041181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.041493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.041802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.042133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:34.042476 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.042817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.043161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.043506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.043841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.044161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.044494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.044814 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.045150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.045479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.045806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.046122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.046447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.046764 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.047103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.047471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.047812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.048149 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.049060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.049372 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.049685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.050004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.050332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.050671 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.051007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.051323 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.051683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.052021 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.052341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.052662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.052983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.053319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.053640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.053956 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.054279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.054599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.054910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.055222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.055583 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.055899 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.056216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.056526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.056840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.057156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.057469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.057796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.058114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.058427 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.058739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.059055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.059369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.059710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.060030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.060360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.060664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.060977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.061291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.061607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.061923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.062238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.062559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.062875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.063194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.063534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.063850 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.064197 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.064509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.064824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.065149 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.065488 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.065810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.066130 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.066450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.066766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.067083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.067421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.067738 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.068058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.068371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.068709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.069029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.069355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.069678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.069995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.070334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.070653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.070975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.071291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.071628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.071952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.072278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.072617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.072951 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.073284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.073616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.073951 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.074272 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.074627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.074945 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:34.075194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 15 21:42:34.075478 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83993) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 15 21:42:34.725026 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO keyring.backend [-] Loading Gnome Feb 15 21:42:34.742252 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO keyring.backend [-] Loading Google Feb 15 21:42:34.744826 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO keyring.backend [-] Loading Windows (alt) Feb 15 21:42:34.748491 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO keyring.backend [-] Loading file Feb 15 21:42:34.749323 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO keyring.backend [-] Loading keyczar Feb 15 21:42:34.749580 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO keyring.backend [-] Loading multi Feb 15 21:42:34.750235 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO keyring.backend [-] Loading pyfs Feb 15 21:42:34.795684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:34.796002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:34.796331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:42:34.796706 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 21:42:35.184119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.184639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.184762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.233180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.233485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.233784 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.237907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.238216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.238514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.305698 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.306009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.306309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.307491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.307797 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.308095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.575280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.575568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.575868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.576167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.576998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.724147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.724518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.724839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.725139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.725434 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.725810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.726107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.727318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.727647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.727995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.728300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.728609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.728918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.729213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.729527 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.729840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.730132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.730454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.730741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.731221 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.731531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.731815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.732159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.732443 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.732720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.733139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:42:35.733414 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:42:35.733685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:42:35.733955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:42:35.734226 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:42:35.734495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:42:35.734913 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 21:42:35.738065 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 21:42:35.742005 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 21:42:35.745883 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 15 21:42:35.747557 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 21:42:35.748824 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 21:42:35.749209 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 15 21:42:35.749708 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 21:42:35.753165 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 21:42:35.753449 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 21:42:35.753836 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 15 21:42:35.775765 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 15 21:42:35.776270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.776596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83993) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 15 21:42:35.777002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.778343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83993) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 21:42:35.778662 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 15 21:42:35.778949 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 15 21:42:35.782087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.782397 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:35.848980 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 21:42:35.849244 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 21:42:35.849515 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 21:42:35.849916 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 21:42:35.883425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.sqlalchemy.engines [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83993) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 15 21:42:36.437189 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Initializing driver for type 'gre' Feb 15 21:42:36.437758 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] gre ID ranges: [(1, 1000)] Feb 15 21:42:36.551503 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Initializing driver for type 'local' Feb 15 21:42:36.551875 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Initializing driver for type 'vlan' Feb 15 21:42:36.631595 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] VlanTypeDriver initialization complete Feb 15 21:42:36.631985 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Initializing driver for type 'vxlan' Feb 15 21:42:36.632546 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] vxlan ID ranges: [(1, 1000)] Feb 15 21:42:36.751462 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Initializing extension driver 'port_security' Feb 15 21:42:36.751800 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.extensions.port_security [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] PortSecurityExtensionDriver initialization complete Feb 15 21:42:36.752198 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Initializing mechanism driver 'openvswitch' Feb 15 21:42:36.758532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:36.759357 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > port after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.759784 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > port after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.760167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > port after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.760589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > subnet after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.760971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > subnet after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.761347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > subnet after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.761759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > network after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.762139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > network after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.762518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > network after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.762951 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > security_group after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.763307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > security_group after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.763707 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > security_group after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.764153 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.764498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.764871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.765411 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > address_group after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.765786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > address_group after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.766156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > address_group after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.766521 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] ML2 OVO RPC backend initialized. {{(pid=83993) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 15 21:42:36.767744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router_interface after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.768128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.768583 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > network before_response 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.768960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > networks before_response 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.769335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > port before_response 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.769703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > ports before_response 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.770073 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > subnet before_response 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.770448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > subnets before_response 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.770824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > network after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.771193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > network after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.771583 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > network after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.771950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > port after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.772315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > port after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.772679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > port after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.773045 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > subnet after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.773408 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > subnet after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.773771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > subnet after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.774392 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.plugin [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Modular L2 Plugin initialization complete Feb 15 21:42:36.774745 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading services supported by the core plugin {{(pid=83993) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 21:42:36.775105 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.plugins.ml2.managers [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Got port-security extension from driver 'port_security' Feb 15 21:42:36.775632 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.extensions.vlantransparent [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Disabled vlantransparent extension. Feb 15 21:42:36.776108 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83993) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 21:42:36.776448 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading Plugin: router Feb 15 21:42:36.814203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router_interface before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.814634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router after_create 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.815037 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router before_create 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.815485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.815901 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.816285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router after_delete 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.816677 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > floatingip after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.817080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router after_create 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.817454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router after_update 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.817837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router after_update 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.818219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.818613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router after_update 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.819089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router precommit_update 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.819524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: port after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.819902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: port after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.820277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: subnet after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.820647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.821032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > port precommit_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.821412 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router precommit_create 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.821786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: port before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.822161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router precommit_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.822556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router after_update 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.822932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router precommit_delete 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.823313 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router precommit_create 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.823734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router_interface after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.824113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router precommit_update 55549900 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.824533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > network after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.825502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Tracking information for resource: router configured {{(pid=83993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:42:36.825870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Tracking information for resource: floatingip configured {{(pid=83993) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 21:42:36.831363 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_agentschedulers_db [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 21:42:36.832080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: port after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.832430 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: port after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.832812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: port after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.833195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: port after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.834083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router before_create 55550100 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.834483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router precommit_delete 55550100 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.834879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router precommit_create 55550100 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.835272 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > router precommit_update 55550100 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.839955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.provider_configuration [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service providers = [] {{(pid=83993) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 21:42:36.840352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.servicetype_db [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83993) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 21:42:36.843310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.service_base [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 21:42:36.843720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.service_base [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 21:42:36.844095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.service_base [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 21:42:36.844986 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.service_base [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83993) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 21:42:36.846300 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.services.service_base [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 21:42:36.846421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:42:36.846747 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 21:42:36.856846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:42:36.857222 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading Plugin: auto_allocate Feb 15 21:42:36.862876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: network precommit_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.863277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: network precommit_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.863885 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:42:36.864240 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading Plugin: tag Feb 15 21:42:36.871102 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:42:36.871489 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading Plugin: timestamp Feb 15 21:42:36.875314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:42:36.875847 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading Plugin: network_ip_availability Feb 15 21:42:36.881315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.881717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.882103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:36.882880 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:42:36.883234 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading Plugin: flavors Feb 15 21:42:36.887763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:42:36.888129 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading Plugin: revisions Feb 15 21:42:36.892919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83993) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 21:42:36.893334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.097s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:42:36.894141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83993) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 15 21:42:36.894499 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Initializing extension manager. Feb 15 21:42:36.895063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: __init__.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.895469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: __pycache__ {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.895844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.896211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: address_group.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.897160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.897786 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: address-group Feb 15 21:42:36.898149 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: address_scope.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.898917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.899504 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: address-scope Feb 15 21:42:36.899862 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: admin_state_down_before_update.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.900794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.901358 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: router-admin-state-down-before-update Feb 15 21:42:36.901715 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: agent.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.902465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.903027 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: agent Feb 15 21:42:36.903381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: agent_resources_synced.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.904323 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.904889 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: agent-resources-synced Feb 15 21:42:36.905244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: allowedaddresspairs.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.907058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.908200 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: allowed-address-pairs Feb 15 21:42:36.908570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: auto_allocated_topology.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.909651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.910225 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: auto-allocated-topology Feb 15 21:42:36.910586 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: availability_zone.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.911327 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.911922 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: availability_zone Feb 15 21:42:36.912278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: availability_zone_filter.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.913202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.913773 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: availability_zone_filter Feb 15 21:42:36.914137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: data_plane_status.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.915054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.915640 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 21:42:36.915999 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: default_subnetpools.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.916918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.917488 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: default-subnetpools Feb 15 21:42:36.917845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: dhcpagentscheduler.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.918792 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.919359 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: dhcp_agent_scheduler Feb 15 21:42:36.919755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: dns.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.920673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.921236 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension dns-integration not supported by any of loaded plugins Feb 15 21:42:36.921593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: dns_domain_ports.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.922520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.923089 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 21:42:36.923496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: dvr.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.924219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.924787 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: dvr Feb 15 21:42:36.925141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: empty_string_filtering.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.926052 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.926620 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: empty-string-filtering Feb 15 21:42:36.926975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.927908 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.928475 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 21:42:36.928830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.929740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.930304 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 21:42:36.930664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: external_net.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.931599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.932175 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: external-net Feb 15 21:42:36.932530 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: extra_dhcp_opt.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.933439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.934011 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: extra_dhcp_opt Feb 15 21:42:36.934374 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: extraroute.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.935295 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.935893 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: extraroute Feb 15 21:42:36.936253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: extraroute_atomic.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.937264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.937832 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: extraroute-atomic Feb 15 21:42:36.938189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: filter_validation.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.939387 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.940002 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: filter-validation Feb 15 21:42:36.940358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: fip_pf_description.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.941278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.941841 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 21:42:36.942194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: fip_port_details.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.943121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.943724 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: fip-port-details Feb 15 21:42:36.944081 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: flavors.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.945314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.945897 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: flavors Feb 15 21:42:36.946261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.947933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.948522 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 21:42:36.948981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: floatingip_pools.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.949732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.950310 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: floatingip-pools Feb 15 21:42:36.950672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: ip_allocation.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.951652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.952495 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 21:42:36.952857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.953788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.954356 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: ip-substring-filtering Feb 15 21:42:36.955267 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: l2_adjacency.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.956222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.956795 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 21:42:36.957154 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: l3.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.958232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.958810 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: router Feb 15 21:42:36.959170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: l3_conntrack_helper.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.961486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.962077 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 21:42:36.962454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.963365 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.963973 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: ext-gw-mode Feb 15 21:42:36.964333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.965252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.965821 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: l3-ha Feb 15 21:42:36.966176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: l3_flavors.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.967185 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.967703 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: l3-flavors Feb 15 21:42:36.968059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.968976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.969541 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 21:42:36.969893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: l3agentscheduler.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.971315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.971976 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: l3_agent_scheduler Feb 15 21:42:36.972362 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: logging.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.973975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.974548 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension logging not supported by any of loaded plugins Feb 15 21:42:36.974910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: metering.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.975736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.976424 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: metering Feb 15 21:42:36.976783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.977903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.978479 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: metering_source_and_destination_fields Feb 15 21:42:36.978841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: multiprovidernet.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.979796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.980370 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: multi-provider Feb 15 21:42:36.980732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: netmtu.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.981653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.982230 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: net-mtu Feb 15 21:42:36.982588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: netmtu_writable.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.983561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.984130 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: net-mtu-writable Feb 15 21:42:36.984488 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: network_availability_zone.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.985205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.985798 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: network_availability_zone Feb 15 21:42:36.986153 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: network_ip_availability.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.987259 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.987892 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: network-ip-availability Feb 15 21:42:36.988251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: network_segment_range.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.989180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.989750 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 21:42:36.990107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: pagination.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.991100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.991503 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: pagination Feb 15 21:42:36.991861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: port_device_profile.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.992794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.993371 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: port-device-profile Feb 15 21:42:36.993738 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.994660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.995231 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: port-mac-address-regenerate Feb 15 21:42:36.995617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.996539 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.997113 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: port-numa-affinity-policy Feb 15 21:42:36.997469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: port_resource_request.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:36.998400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:36.998958 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 21:42:36.999313 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: portbindings.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.000270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.000836 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: binding Feb 15 21:42:37.001194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: portbindings_extended.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.003036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.003600 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: binding-extended Feb 15 21:42:37.003967 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: portsecurity.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.004916 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.005489 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: port-security Feb 15 21:42:37.005848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: project_id.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.006827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.007196 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: project-id Feb 15 21:42:37.007592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: providernet.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.008523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.009098 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: provider Feb 15 21:42:37.009456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: qos.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.013034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.013620 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension qos not supported by any of loaded plugins Feb 15 21:42:37.013989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.015308 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.015932 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 21:42:37.016299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.017752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.018319 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 21:42:37.018678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: qos_default.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.019623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.020190 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension qos-default not supported by any of loaded plugins Feb 15 21:42:37.020547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: qos_fip.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.021235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.021808 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension qos-fip not supported by any of loaded plugins Feb 15 21:42:37.022164 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: qos_gateway_ip.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.023096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.023691 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 21:42:37.024047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: qos_port_network_policy.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.024960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.025524 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 21:42:37.025878 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: qos_rule_type_details.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.026792 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.027358 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 21:42:37.027739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: qos_rules_alias.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.028785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.029357 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 21:42:37.029715 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: quotasv2.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.030735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.031103 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: quotas Feb 15 21:42:37.031479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: quotasv2_detail.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.033121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.033499 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: quota_details Feb 15 21:42:37.033859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: rbac.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.035007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.035620 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: rbac-policies Feb 15 21:42:37.035986 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: rbac_address_scope.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.036925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.037500 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: rbac-address-scope Feb 15 21:42:37.037861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: rbac_security_groups.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.040030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.040620 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: rbac-security-groups Feb 15 21:42:37.040987 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: rbac_subnetpool.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.041915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.042488 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: rbac-subnetpool Feb 15 21:42:37.042849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: revisionifmatch.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.043804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.044380 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: revision-if-match Feb 15 21:42:37.044743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: revisions.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.045869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.046443 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: standard-attr-revisions Feb 15 21:42:37.046805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: router_availability_zone.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.047553 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.048126 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: router_availability_zone Feb 15 21:42:37.048515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: routerservicetype.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.049437 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.050002 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension router-service-type not supported by any of loaded plugins Feb 15 21:42:37.050357 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.051271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.051896 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: security-groups-normalized-cidr Feb 15 21:42:37.052253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: security_groups_port_filtering.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.053169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.053741 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: port-security-groups-filtering Feb 15 21:42:37.054099 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.055031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.055629 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: security-groups-remote-address-group Feb 15 21:42:37.055991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: securitygroup.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.069563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.070167 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: security-group Feb 15 21:42:37.070535 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: segment.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.071412 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.071978 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension segment not supported by any of loaded plugins Feb 15 21:42:37.072348 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.073316 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.073884 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 21:42:37.074245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: servicetype.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.075347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.075951 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: service-type Feb 15 21:42:37.076314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: sorting.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.077557 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.077929 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: sorting Feb 15 21:42:37.078286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: standard_attr_segment.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.079211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.080351 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 21:42:37.080706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: standardattrdescription.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.081415 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.081984 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: standard-attr-description Feb 15 21:42:37.082345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: stateful_security_group.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.083278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.083876 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: stateful-security-group Feb 15 21:42:37.084237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: stdattrs_common.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.084818 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 21:42:37.085173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.086194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.086765 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 21:42:37.087123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: subnet_onboard.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.088240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.088819 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: subnet_onboard Feb 15 21:42:37.089180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.090114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.090690 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 21:42:37.091048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: subnet_service_types.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.092092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.092591 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: subnet-service-types Feb 15 21:42:37.092946 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: subnetallocation.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.094017 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.094593 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: subnet_allocation Feb 15 21:42:37.094953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.095692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.096269 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: subnetpool-prefix-ops Feb 15 21:42:37.096626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.097565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.098142 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 21:42:37.098501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: tagging.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.099799 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.100390 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: standard-attr-tag Feb 15 21:42:37.100751 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: timestamp.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.101919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.102497 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loaded extension: standard-attr-timestamp Feb 15 21:42:37.102859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: trunk.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.103910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.104476 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension trunk not supported by any of loaded plugins Feb 15 21:42:37.104833 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: trunk_details.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.105755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.106324 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension trunk-details not supported by any of loaded plugins Feb 15 21:42:37.106681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: uplink_status_propagation.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.107626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.108195 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 21:42:37.108552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Loading extension file: vlantransparent.py {{(pid=83993) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 21:42:37.109249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83993) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 21:42:37.109813 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 21:42:37.112493 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:network Feb 15 21:42:37.113320 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:subnet Feb 15 21:42:37.113989 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 21:42:37.114629 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:port Feb 15 21:42:37.116137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.116622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service FLAVORS assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.117301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.117772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.118137 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:router Feb 15 21:42:37.118864 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:floatingip Feb 15 21:42:37.119665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service METERING assigned prefix: /metering {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.121459 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:37.121858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:37.122245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:42:37.123381 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 21:42:37.123889 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:security_group Feb 15 21:42:37.124679 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 21:42:37.125496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service CORE assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.125864 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 21:42:37.126231 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] subnetpool is already registered Feb 15 21:42:37.127449 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service CORE assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.127814 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 21:42:37.128171 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] subnetpool is already registered Feb 15 21:42:37.130888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.131363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service FLAVORS assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.132033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.132494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.132866 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:router Feb 15 21:42:37.133228 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] router is already registered Feb 15 21:42:37.133883 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:floatingip Feb 15 21:42:37.134243 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] floatingip is already registered Feb 15 21:42:37.134938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service METERING assigned prefix: /metering {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.135702 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 21:42:37.136097 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] rbac_policy is already registered Feb 15 21:42:37.136716 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:security_group Feb 15 21:42:37.137079 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] security_group is already registered Feb 15 21:42:37.137723 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 21:42:37.138082 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] security_group_rule is already registered Feb 15 21:42:37.138814 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service CORE assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.139169 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 21:42:37.139546 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] subnetpool is already registered Feb 15 21:42:37.140217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.resource_helper [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Service CORE assigned prefix: {{(pid=83993) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 21:42:37.140576 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 21:42:37.140927 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.quota.resource_registry [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] subnetpool is already registered Feb 15 21:42:37.141647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: extensions {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.143812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: address-groups {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.145874 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: address-scopes {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.147158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: agents {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.148397 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: auto-allocated-topology {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.149708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: availability_zones {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.151074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: dhcp-networks {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.152609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: dhcp-agents {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.154127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: routers {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.156032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: flavors {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.157258 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: service_profiles {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.158639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: next_providers {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.160273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: service_profiles {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.161807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: floatingip-pools {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.163097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: routers {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.165781 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: floatingips {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.167072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: l3-routers {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.168570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: l3-agents {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.170140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: metering-labels {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.171533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: metering-label-rules {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.172893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: network-ip-availabilities {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.174240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: bindings {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.176005 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: quotas {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.177517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: quotas {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.178988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: rbac-policies {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.180374 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: security-groups {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.181668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: security-group-rules {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.182972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: service-providers {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.184305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: subnetpools {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.185828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: subnetpools {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.187307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: tags {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.189631 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: tags {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.191555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: tags {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.193421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: tags {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.195309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: tags {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.197127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: tags {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.198991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: tags {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.200960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: tags {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.203224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: tags {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.205758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.extensions [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Extended resource: tags {{(pid=83993) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 21:42:37.212807 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING keystonemiddleware.auth_token [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 21:42:37.218069 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING keystonemiddleware.auth_token [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 21:42:37.226839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Acquired lock "singleton_lock" {{(pid=83993) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 15 21:42:37.227355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Releasing lock "singleton_lock" {{(pid=83993) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 15 21:42:37.228827 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO oslo_service.service [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Starting 2 workers Feb 15 21:42:37.233732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Started child 84106 {{(pid=83993) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 21:42:37.237777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:37.238624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Started child 84107 {{(pid=83993) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 21:42:37.239322 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [-] (84106) wsgi starting up on http://0.0.0.0:9696 Feb 15 21:42:37.240145 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.service [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 21:42:37.240799 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Notify callbacks [] for process, before_spawn {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:37.242004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:37.243241 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO oslo_service.service [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Starting 1 workers Feb 15 21:42:37.243423 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [-] (84107) wsgi starting up on http://0.0.0.0:9696 Feb 15 21:42:37.248981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Started child 84108 {{(pid=83993) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 21:42:37.249562 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO oslo_service.service [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Starting 1 workers Feb 15 21:42:37.251077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.service [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] calling RpcWorker wait() {{(pid=84108) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 21:42:37.252031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.service [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] returning from RpcWorker wait() {{(pid=84108) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 21:42:37.253646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:37.254128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:37.254926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Started child 84109 {{(pid=83993) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 21:42:37.255772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0883313d-b1b9-49c5-90b8-fa9d9e0157de None None] Notify callbacks [] for process, after_spawn {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:37.257386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83993) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 15 21:42:37.257624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 15 21:42:37.257828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 15 21:42:37.258089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 15 21:42:37.258492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 15 21:42:37.258685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 15 21:42:37.258790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:37.259246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.259590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.259901 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.260184 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.260499 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.261153 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.261448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.261742 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.262051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.262354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.262550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.262747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.263043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.263340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.263715 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.263999 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.264270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.264547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.264760 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.265030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.265340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.265622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.265918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] debug = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.266211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.266780 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.267664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.268364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.268364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.268657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.269155 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.269466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.269740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.269990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.270242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.270522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.270772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.271043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.271356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.271634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.272087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] host = dv-cinder-775250-3-iscsi {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.272335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.272585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.272850 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.273114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.273398 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.273675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.273959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.274260 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.274522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.274781 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.275052 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.275312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.275619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.275888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.276079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_options = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.276342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.276628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.276934 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.277147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.277339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.277527 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.277821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.278026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.278306 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.278571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.278818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.279066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.279329 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.279636 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.279911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.280176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.280438 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.280681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.281001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.281285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.281563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.281822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.282085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.282339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.282600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.283530 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.283958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.284190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.284589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.284853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.285133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.285422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.285688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.285975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.286142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:37.286314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.286478 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.286687 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.287013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.287278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.287590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.287872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.288117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.288383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.288658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.288900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.289180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_json = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.289420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.289663 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.289936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.290173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.290435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.290700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.290943 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.291227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.291705 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.292030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.292381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.292680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.292949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.293217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.293519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.293853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.294319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.294319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.294813 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.295049 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.295503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.295617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.295894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.311896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.311896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.311896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.311896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.311896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.311896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.311896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.311896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.312947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.312947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.312947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.312947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.312947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.312947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.312947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.312947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.313830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.313830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.313830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.313830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.313830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.313830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.313830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.313830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.313830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.314600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.314600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.314600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.314600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.314600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.314600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.314600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.314600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.314600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.315809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.315809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.315809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.315809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.315809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.315809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.315809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.315809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.315809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.316520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.316520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.316520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.316520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.316520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.316520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.316520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.316520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.316520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.317284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.317284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.317284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.317284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.317284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.317284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.317284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.317284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.317284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.318058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.318058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.318058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.318058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.318058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.318487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.318583 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.318772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.319080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.319449 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.319729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.320024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.320286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.320571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.320828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.321127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.321401 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.321658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.321917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.327341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.327572 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.327768 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.328055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.328336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.328670 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.328942 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.329215 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.329996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.330279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.330547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.330847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.331127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.332110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.334758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.335225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.335640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.336397 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.337036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.337497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.337885 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.339073 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.339987 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.340311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.340597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.340898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.341216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.342112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.342321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.342643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.342921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.343200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.343539 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.343811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.344087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.344347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.344959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.345880 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.346192 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.346463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.346718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.347044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.347316 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.347600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.347898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.348189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.348472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.348763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.349039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.349298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.349548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.349837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.350087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.350359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.350624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.350893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.351163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.351425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.351721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.351971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.352230 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.352478 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.352733 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.352987 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.353276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.353525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.353779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.354051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.354381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.354638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.354895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.355144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.355702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.356189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.356523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.356837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.357262 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.357534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.357848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.358069 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.358319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.358607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.358865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.359162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.359369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.359656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.359908 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.360178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.360447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.360716 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.360997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.361251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.361609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.361876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.362146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.362428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.362761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.363000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.363256 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.363907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.364180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.364439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.364693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.364975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.365276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.365551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.365830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.366079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.366326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.366578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.366823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.367161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.367447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.367716 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.367969 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.368235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.368501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.368749 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.368996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.369256 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.369506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.369770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.370016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.370263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.370964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.371238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.371587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.371882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.372137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.372446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.372860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.373137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.373415 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.373788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.374057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.374355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.374612 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.374906 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.375164 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.375514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.375910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.376309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.376620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.376918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.377245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.377572 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.377862 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.378146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.378461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.378830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.379116 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.379430 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.379719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.380012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.380271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.380526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.380779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.381034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.381287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.381570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.381871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.382142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.382396 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.382667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.382921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.383183 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.383447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.383708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.383958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.384121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 15 21:42:37.384656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83993) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 15 21:42:37.384848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 15 21:42:37.385030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 15 21:42:37.385238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 15 21:42:37.385440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 15 21:42:37.385621 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 15 21:42:37.385868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.386058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.386247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.386433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.386618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.386833 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.387022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.387208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.387425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.387599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.387758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.387940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.388126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.388455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.388611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.388781 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.388965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.389150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.389338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.389613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.389811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.390117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.390117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] debug = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.390353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.390454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.390559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.390719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.390904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.391062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.391245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.391446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.391633 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.391816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.392548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.392696 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.392836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.392977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.393131 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.393274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.393449 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] host = dv-cinder-775250-3-iscsi {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.393632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.393816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.393970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.394153 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.394337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.394520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.394706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.394894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.395076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.395258 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.395466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.395653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.395836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.396017 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.396201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_options = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.396365 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.396543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.396727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.396936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.397121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.397304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.397486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.397668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.397853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.398008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.398193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.398377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.398560 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.398744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.398927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.399111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.399294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.399500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.399747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.399852 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.400001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.400191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:37.400298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.400397 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.400496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.400652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.400834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.401015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.401199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.401380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.401563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.401747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.401931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.402114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.402297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.402481 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.402673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.402824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.403010 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.403191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.403373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.403579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.403763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.404092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.404258 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.404439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.404623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_json = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.404810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.404993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.405175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.405358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.405540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.405723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.405904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.406087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 21:42:37.406292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.406480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.406676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.406861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.407047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.407231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.407430 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.407656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.408338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.408525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.408717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.408903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.409102 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.409289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.409475 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.409682 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.409821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.410005 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.410214 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.410366 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.410533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.410719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.410921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.411109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.411297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.411509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.411697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.411885 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.412072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.412259 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.412448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.412635 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.412873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.413023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.413136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.413301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.413487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.413676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.413863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.414074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.414224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.414365 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.414548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.414741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.414944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.415101 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.415220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.415431 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.415616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.415802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.415998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.416184 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.416370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.416554 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.416741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.416927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.417112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.417298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.417483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.417670 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.417856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.418059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.418244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.418430 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.418616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.418802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.418987 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.419173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.419359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.419706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.419881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.420068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.420383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.420383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.420658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.420761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.420898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.421082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.421269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.421443 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.421589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.421777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.421962 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.422148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.422341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.422544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.422734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.422906 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.423425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.423634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.423821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.424010 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.424197 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.424385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.424570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.424761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.424948 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.425139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.425324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.425510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.425695 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.425880 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.426066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.426252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.426437 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.426622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.426809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.426997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.427184 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.427370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.427578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.427774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.427959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.428147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.428332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.428525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.428724 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.428911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.429098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.429285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.429472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.429659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.429846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.430036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.430208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.430354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.430542 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.430736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.430933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.431121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.431308 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.431496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.431730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.431894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.432075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.432262 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.432423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.432608 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.432795 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.433033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.433183 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.433334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.433477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.433620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.433761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.433902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.434093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.434247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.434440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.434602 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.434793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.434980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.435167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.435353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.435585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.435772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.435959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.436145 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.436310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.436462 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.436647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.436805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.436993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.437184 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.437704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.438169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.438169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.438445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.438445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.438727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.438727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.439029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.439029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.439300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.439479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.439641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.439785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.439940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.440083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.440226 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.440368 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.440511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.440652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.440833 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.441020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.441180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.441366 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.441568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.441755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.441915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.442098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.442284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.442470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.442658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.442818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.443084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.443242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.443384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.443577 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.443721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.443864 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.444005 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.444155 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.444309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.444495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.444739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.445271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.445431 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.445619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.445807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.445994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.446191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.446377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.446564 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.446750 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.446936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.447133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.447319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.447497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.447701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.447874 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.448021 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.448208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.448396 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.448588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.448776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.448961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.449146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.449344 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.449533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.449718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.449906 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.450092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.450278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.450466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.450656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.451298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.451517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.451708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.451902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.452347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.452541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.452727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.452922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.453122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.453307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.453494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.453679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.453864 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.454051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.454239 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.454925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.455122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.455309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.455504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.455663 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.455820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.456010 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.456179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.456331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.456490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.456679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.456836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.457023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 21:42:37.457181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83993) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 15 21:42:37.458623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 49838) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:37.470209 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092685 Feb 15 21:42:47.724685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bdc47c-3c3f-428e-86ae-c85d15dcb57c None None] get_active_networks_info from dv-cinder-775250-3-iscsi {{(pid=84108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 15 21:42:47.857673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bdc47c-3c3f-428e-86ae-c85d15dcb57c None None] No non-hosted networks {{(pid=84108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 21:42:47.995152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7387f6e4-b343-4760-872a-706b36512fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557'] for agent, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:50.049281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85ed0201-6364-407f-a234-2600b193cb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557'] for agent, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:50.128801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4d89671e-8de4-4660-b145-b35890d89fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:50.517553 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557'] for agent, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:51.717723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557'] for agent, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:51.719166 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.719837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.720402 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.721001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.721661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.722222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.722772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.723336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.723925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.724640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.725395 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.725973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:42:51.726570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775250-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:51.732718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775250-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:42:53.014851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557'] for agent, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:53.595782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] get_endpoint_by_host() called for host dv-cinder-775250-3-iscsi {{(pid=84108) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 15 21:42:53.600741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] get_endpoint_by_ip() called for ip 192.168.0.90 {{(pid=84108) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 15 21:42:53.604609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] _add_endpoint() called for ip 192.168.0.90 {{(pid=84108) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 15 21:42:53.643139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] _get_endpoints() called {{(pid=84108) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 15 21:42:53.649414 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 49932) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:54.334146 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-edf33eba-bcf2-42df-8405-443964b60634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:42:54.334768 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-edf33eba-bcf2-42df-8405-443964b60634 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:42:54.569818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [None req-edf33eba-bcf2-42df-8405-443964b60634 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:42:54.571028 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-edf33eba-bcf2-42df-8405-443964b60634 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9203539 Feb 15 21:42:55.244384 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_hamode_db [None req-16b3305b-c8ae-47e2-9d03-c3dc43b81ee6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 21:42:55.334201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3305b-c8ae-47e2-9d03-c3dc43b81ee6 None None] Routers set() bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:42:55.334703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3305b-c8ae-47e2-9d03-c3dc43b81ee6 None None] Router IDs set() for agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 15 21:42:57.306935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 49946) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:42:57.919610 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:42:57.920215 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:42:58.150006 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:42:58.220825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.policy [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84106) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 15 21:42:58.256879 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:42:58.257315 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:42:58.284241 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] Loaded quota_driver: . Feb 15 21:42:58.300353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:42:58.380839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257486720997', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257486730247', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257486735060', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257486749371', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257486748196', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850768149', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4062759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-918443', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853772400'] for rbac-policy, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:58.545871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:42:58.547281 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c61cb4ee-112c-4d4c-b72f-44cf4375a45d admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2381201 Feb 15 21:43:01.499337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 49964) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:01.867595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '12a8e25b42854d8abd1b1af96fd74531'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:01.873935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:01.878870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Usage tracker for resource:network and tenant:12a8e25b42854d8abd1b1af96fd74531 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:01.882598 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:01.888754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:01.922573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Made reservation on behalf of 12a8e25b42854d8abd1b1af96fd74531 for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:43:01.928711 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:01.945865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:01.963126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:01.966933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Usage tracker for resource:security_group_rule and tenant:12a8e25b42854d8abd1b1af96fd74531 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:01.970472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:01.975996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:02.294360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.310997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.316151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:02.337095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:43:02.361603 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779367946799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.362080 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Added segment 6f58877b-c6f8-429f-b68c-318ae6304d89 of type vxlan for network b40d9e48-1f47-4db6-9c7c-e7049942dd0f Feb 15 21:43:02.415683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dcacab-c5e1-4ce1-869f-b7d5c33534a3,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:02.439263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.439661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.440024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.440380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.440732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.441097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.441446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.441793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.442151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.442497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.442838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.443178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Tracked resource versions report: Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: pushed versions: Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: { 'AddressGroup': {'1.1'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': {'1.0'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': {'1.0'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': {'1.1'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': {'1.7'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': {'1.2'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': {'1.8'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': {'1.4'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': {'1.0'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': {'1.1'}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': {'1.1'}} Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: consumer versions: Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: { DHCP agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: L3 agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: Metadata agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: Metering agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@dv-cinder-775250-3-iscsi: { 'AddressGroup': '1.1', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}} Feb 15 21:43:02.444327 dv-cinder-775250-3-iscsi neutron-server[83993]: {{(pid=84106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:43:02.481059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.487938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:02.545505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.546846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:02.548164 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:02.553031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:02.661632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Pushing event updated for resources: {'Network': ['ID=b40d9e48-1f47-4db6-9c7c-e7049942dd0f,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:02.664857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:02.672499 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network b40d9e48-1f47-4db6-9c7c-e7049942dd0f details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:43:02.683756 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1832011 Feb 15 21:43:05.686020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 49980) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:06.160706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b107d36a-9a63-4481-b81a-124d8fc1219b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:06.162165 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b107d36a-9a63-4481-b81a-124d8fc1219b admin admin] 10.222.0.41 "GET /v2.0/networks/b40d9e48-1f47-4db6-9c7c-e7049942dd0f HTTP/1.1" status: 200 len: 818 time: 0.4750900 Feb 15 21:43:06.192091 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-68cbdfa1-e3e2-46ea-b9af-fe0b0cee9bd6 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/3d4aaba6-7d17-4ffa-85d0-cbd3b7d96f42 HTTP/1.1" status: 200 len: 734 time: 0.0232868 Feb 15 21:43:06.201305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Request body: {'subnet': {'subnetpool_id': '3d4aaba6-7d17-4ffa-85d0-cbd3b7d96f42', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'gateway_ip': '172.20.0.1'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:06.205970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:06.209908 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Usage tracker for resource:subnet and tenant:12a8e25b42854d8abd1b1af96fd74531 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:06.212867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:06.218479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:06.299719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Made reservation on behalf of 12a8e25b42854d8abd1b1af96fd74531 for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:43:06.304515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:06.802810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:06.817907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:06.957211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4119d3c-b878-43e0-8224-d74508d2c344,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:06.962931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:07.019836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Checking segment: {'id': '6f58877b-c6f8-429f-b68c-318ae6304d89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:43:07.020217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Network hostable DHCP agents. Network: b40d9e48-1f47-4db6-9c7c-e7049942dd0f, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:43:07.071122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Network b40d9e48-1f47-4db6-9c7c-e7049942dd0f is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:43:07.105361 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, b40d9e48-1f47-4db6-9c7c-e7049942dd0f) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:43:07.109669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:07.110833 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:07.116298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d57e6f1-4e7c-4442-ad56-1b3c1119634f None None] Network b40d9e48-1f47-4db6-9c7c-e7049942dd0f requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:43:07.158314 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9605525 Feb 15 21:43:07.601732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp543f914f-489b-5c80-8966-c4a2ffbd7571-b40d9e48-1f47-4db6-9c7c-e7049942dd0f', 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'fixed_ips': [{'subnet_id': 'b4119d3c-b878-43e0-8224-d74508d2c344'}]}} from dv-cinder-775250-3-iscsi. {{(pid=84108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:43:07.602847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:07.917760 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Allocated IP 172.20.0.2 (b40d9e48-1f47-4db6-9c7c-e7049942dd0f/b4119d3c-b878-43e0-8224-d74508d2c344/9ed85288-0ec9-40f6-ab1a-4d45b5651f63) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:43:08.153587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.222407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Transition to ACTIVE for port object 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:43:08.239574 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Transition to ACTIVE for port object 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:43:08.271521 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.289894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:08.431967 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Pushing event updated for resources: {'Port': ['ID=9ed85288-0ec9-40f6-ab1a-4d45b5651f63,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:08.443961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.444349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.444723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.445091 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.445456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.445820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.446179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.446538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.446910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.447270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.447650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.448007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Tracked resource versions report: Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: pushed versions: Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: { 'AddressGroup': {'1.1'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': {'1.0'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': {'1.0'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': {'1.1'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': {'1.7'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': {'1.2'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': {'1.8'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': {'1.4'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': {'1.0'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': {'1.1'}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': {'1.1'}} Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: consumer versions: Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: { DHCP agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: L3 agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: Metadata agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: Metering agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@dv-cinder-775250-3-iscsi: { 'AddressGroup': '1.1', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}} Feb 15 21:43:08.449168 dv-cinder-775250-3-iscsi neutron-server[83993]: {{(pid=84108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:43:08.456075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:08.498858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Network b40d9e48-1f47-4db6-9c7c-e7049942dd0f is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:43:08.500037 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:43:08.502847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:43:08.566029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Attempting to bind port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:43:08.566446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Attempting to bind port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '6f58877b-c6f8-429f-b68c-318ae6304d89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:43:08.566891 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Attempting to bind port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 on network b40d9e48-1f47-4db6-9c7c-e7049942dd0f {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:43:08.572573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:43:08.573039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Checking segment: {'id': '6f58877b-c6f8-429f-b68c-318ae6304d89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:43:08.574311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.574311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Bound using segment: {'id': '6f58877b-c6f8-429f-b68c-318ae6304d89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:43:08.574483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Bound port: 9ed85288-0ec9-40f6-ab1a-4d45b5651f63, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f58877b-c6f8-429f-b68c-318ae6304d89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:43:08.575037 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.668766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] For port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:43:08.673509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] For port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=9ed85288-0ec9-40f6-ab1a-4d45b5651f63,segment=NetworkSegment(6f58877b-c6f8-429f-b68c-318ae6304d89),segment_id=6f58877b-c6f8-429f-b68c-318ae6304d89)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:43:08.694679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:08.709946 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:08.868441 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Pushing event updated for resources: {'Port': ['ID=9ed85288-0ec9-40f6-ab1a-4d45b5651f63,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:08.871692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:09.906335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 49990) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:10.317952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [None req-6dbcbc3f-e90d-4d8c-89fc-a31ee1387994 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:43:10.319194 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6dbcbc3f-e90d-4d8c-89fc-a31ee1387994 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4116080 Feb 15 21:43:13.032675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50004) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:13.418363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [None req-8aa59955-6807-4f6f-bacc-a9128523b4ed admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:43:13.419581 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8aa59955-6807-4f6f-bacc-a9128523b4ed admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3858759 Feb 15 21:43:13.685981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:13.722634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bd09b7-4b0a-41dd-8706-3613a2f126c1 None None] Network b40d9e48-1f47-4db6-9c7c-e7049942dd0f requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:43:13.892825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-365fb69e-db0e-4ceb-b998-8507fb05dd7a None None] Provisioning for port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:43:13.929330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-365fb69e-db0e-4ceb-b998-8507fb05dd7a None None] Provisioning complete for port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:13.929736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-365fb69e-db0e-4ceb-b998-8507fb05dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:13.963697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:43:13.992772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:13.993179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.391367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-365fb69e-db0e-4ceb-b998-8507fb05dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.410788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.456054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-365fb69e-db0e-4ceb-b998-8507fb05dd7a None None] For port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=9ed85288-0ec9-40f6-ab1a-4d45b5651f63,segment=NetworkSegment(6f58877b-c6f8-429f-b68c-318ae6304d89),segment_id=6f58877b-c6f8-429f-b68c-318ae6304d89)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:14.503725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-365fb69e-db0e-4ceb-b998-8507fb05dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.509796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ead19032-b217-4a71-abb3-19deb0ab2f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:14.576009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:43:14.576335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:43:14.591856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fb69e-db0e-4ceb-b998-8507fb05dd7a None None] Pushing event updated for resources: {'Port': ['ID=9ed85288-0ec9-40f6-ab1a-4d45b5651f63,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:14.595204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-365fb69e-db0e-4ceb-b998-8507fb05dd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:14.631177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-ebd497eb-e975-4d31-9257-c9015ba476ea None None] Provisioning complete for port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:14.631729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ebd497eb-e975-4d31-9257-c9015ba476ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:14.883080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-b80910ee-e435-4742-bcfb-c796fc477c4f None None] Provisioning complete for port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:14.883523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b80910ee-e435-4742-bcfb-c796fc477c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:15.148856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-b7fa98a9-f343-4a5e-aa15-d18be4a6d48c None None] Provisioning complete for port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:15.149176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7fa98a9-f343-4a5e-aa15-d18be4a6d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:15.647658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:15.718304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:15.718707 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:16.445855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50018) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:16.815655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] Request body: {'router': {'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:16.821039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:16.825051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] Usage tracker for resource:router and tenant:12a8e25b42854d8abd1b1af96fd74531 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:16.828536 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:16.834241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:16.871418 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854144414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-212397'] for router, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:16.872762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854197748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854226693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854563366'] for router, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:16.947137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:17.072241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635157'] for router, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:17.111340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] Notify callbacks [] for router, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:17.112653 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-95e4d3da-61e3-4ed7-b616-97f0495af09e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6657593 Feb 15 21:43:17.545760 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e2ad660d-cea8-419c-9f07-4551711726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:19.804365 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50028) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:20.019509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-74b81f34-e747-4a77-ba4a-ae595ff0bb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:20.201692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [None req-670209f1-bbd7-4917-92d5-f64410d9f789 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:43:20.202759 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-670209f1-bbd7-4917-92d5-f64410d9f789 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3973713 Feb 15 21:43:20.431341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:21.717752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:22.911198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:22.928650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50048) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:23.086217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:23.091094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:23.095066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Usage tracker for resource:network and tenant:4e55444ea09047f79044aebbdc41c7c0 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:23.098572 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:23.104307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:23.162460 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Made reservation on behalf of 4e55444ea09047f79044aebbdc41c7c0 for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:43:23.167069 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.179806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.194826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:23.198640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:4e55444ea09047f79044aebbdc41c7c0 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:23.201737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:23.207296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:23.373839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.396720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.400851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:23.413981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Reserving flat network on physical network physnet1 {{(pid=84106) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 15 21:43:23.430629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6f620-6858-4989-88f0-aa7df230e4bd,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:23.433772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:23.457969 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779367946799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.458571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Unsubscribe: segment precommit_create {{(pid=84106) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 15 21:43:23.458989 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Added segment 3ee7cdef-74fc-4bdf-8456-5fd4b0655038 of type flat for network c0740f9d-599d-4a5b-86e6-eb8d170ab167 Feb 15 21:43:23.636717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.699421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.700623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:23.701250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:23.706961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:23.809058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=c0740f9d-599d-4a5b-86e6-eb8d170ab167,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:23.812005 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:23.819705 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:43:23.843080 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9133325 Feb 15 21:43:26.362789 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50068) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:26.479386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a82a102-645c-4975-987c-2a97c82c5bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:26.480838 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1a82a102-645c-4975-987c-2a97c82c5bec admin admin] 10.222.0.41 "GET /v2.0/subnets/b4119d3c-b878-43e0-8224-d74508d2c344 HTTP/1.1" status: 200 len: 849 time: 0.1169891 Feb 15 21:43:26.630834 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-58a57321-ba48-4e3e-8633-3be77cb5ed7e admin admin] 10.222.0.41 "GET /v2.0/routers/d2dd310b-74f2-4511-a466-a9497269fb54 HTTP/1.1" status: 200 len: 704 time: 0.1439219 Feb 15 21:43:27.262403 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:27.654683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Allocated IP 172.20.0.1 (b40d9e48-1f47-4db6-9c7c-e7049942dd0f/b4119d3c-b878-43e0-8224-d74508d2c344/b8f1862e-29bf-4601-b1ed-a1207ee47c4f) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:43:27.913007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:27.930387 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Transition to ACTIVE for port object b8f1862e-29bf-4601-b1ed-a1207ee47c4f will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:43:28.008503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:28.023586 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:28.162151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f1862e-29bf-4601-b1ed-a1207ee47c4f,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:28.170799 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:28.215907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Network b40d9e48-1f47-4db6-9c7c-e7049942dd0f is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:43:28.216993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:43:28.219157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:43:28.219699 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642379'] for router_interface, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:28.307988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:43:28.500804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-fe0f8a65-4cf6-438e-adad-69c38e7bdec1 None None] Provisioning for port b8f1862e-29bf-4601-b1ed-a1207ee47c4f completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:43:28.507157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-fe0f8a65-4cf6-438e-adad-69c38e7bdec1 None None] Provisioning complete for port b8f1862e-29bf-4601-b1ed-a1207ee47c4f triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:28.507829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fe0f8a65-4cf6-438e-adad-69c38e7bdec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:28.521270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:28.602815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f8a65-4cf6-438e-adad-69c38e7bdec1 None None] Port b8f1862e-29bf-4601-b1ed-a1207ee47c4f cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:43:28.846945 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:28.876798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:28.877867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133458'] for router_interface, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:28.892838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:29.031200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f1862e-29bf-4601-b1ed-a1207ee47c4f,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:29.036105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:29.083456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Network b40d9e48-1f47-4db6-9c7c-e7049942dd0f is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:43:29.084572 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:43:29.328171 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-cd39760d-3c2e-4f2e-a6ff-9f837675ff01 None None] Provisioning complete for port b8f1862e-29bf-4601-b1ed-a1207ee47c4f triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:29.328583 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cd39760d-3c2e-4f2e-a6ff-9f837675ff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:29.387751 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-cd39760d-3c2e-4f2e-a6ff-9f837675ff01 None None] Port b8f1862e-29bf-4601-b1ed-a1207ee47c4f cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:43:29.482802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Router d2dd310b-74f2-4511-a466-a9497269fb54 is scheduled to L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 with binding_index 1 {{(pid=84106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:43:29.643914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:43:29.653345 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] 10.222.0.41 "PUT /v2.0/routers/d2dd310b-74f2-4511-a466-a9497269fb54/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0168111 Feb 15 21:43:29.654204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Sync routers for ids ['d2dd310b-74f2-4511-a466-a9497269fb54'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:43:29.666167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Routers {'d2dd310b-74f2-4511-a466-a9497269fb54'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:43:29.667062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:43:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['d2dd310b-74f2-4511-a466-a9497269fb54'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:29.853391 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Set router d2dd310b-74f2-4511-a466-a9497269fb54 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:43:30.405428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'name': 'router1', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:43:16Z', 'updated_at': '2021-02-15T21:43:28Z', 'revision_number': 2, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'gw_port_host': None, '_interfaces': [{'id': 'b8f1862e-29bf-4601-b1ed-a1207ee47c4f', 'name': '', 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'mac_address': 'fa:16:3e:c7:af:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:43:27Z', 'updated_at': '2021-02-15T21:43:28Z', 'revision_number': 2, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'subnets': [{'id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4aaba6-7d17-4ffa-85d0-cbd3b7d96f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:30.410528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Checking router: d2dd310b-74f2-4511-a466-a9497269fb54 for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:43:30.410915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Updating router d2dd310b-74f2-4511-a466-a9497269fb54 port b8f1862e-29bf-4601-b1ed-a1207ee47c4f binding host dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:43:30.469807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:30.914344 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:30.928597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Transition to ACTIVE for port object b8f1862e-29bf-4601-b1ed-a1207ee47c4f will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:43:30.962289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:30.978583 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:31.125317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Pushing event updated for resources: {'Port': ['ID=b8f1862e-29bf-4601-b1ed-a1207ee47c4f,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:31.137542 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.137922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.138297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.138664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.139026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.139388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.139768 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.140673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.141044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.141400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.141754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.142109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Tracked resource versions report: Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: pushed versions: Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: { 'AddressGroup': {'1.1'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': {'1.0'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': {'1.0'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': {'1.1'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': {'1.7'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': {'1.2'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': {'1.8'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': {'1.4'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': {'1.0'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': {'1.1'}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': {'1.1'}} Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: consumer versions: Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: { DHCP agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: L3 agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: Metadata agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: Metering agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@dv-cinder-775250-3-iscsi: { 'AddressGroup': '1.1', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}} Feb 15 21:43:31.143799 dv-cinder-775250-3-iscsi neutron-server[83993]: {{(pid=84109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:43:31.151434 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:31.305505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Attempting to bind port b8f1862e-29bf-4601-b1ed-a1207ee47c4f on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:43:31.305933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Attempting to bind port b8f1862e-29bf-4601-b1ed-a1207ee47c4f by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '6f58877b-c6f8-429f-b68c-318ae6304d89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:43:31.306377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Attempting to bind port b8f1862e-29bf-4601-b1ed-a1207ee47c4f on network b40d9e48-1f47-4db6-9c7c-e7049942dd0f {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:43:31.312785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:43:31.313222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Checking segment: {'id': '6f58877b-c6f8-429f-b68c-318ae6304d89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:43:31.313688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:31.314119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Bound using segment: {'id': '6f58877b-c6f8-429f-b68c-318ae6304d89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:43:31.314650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Bound port: b8f1862e-29bf-4601-b1ed-a1207ee47c4f, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f58877b-c6f8-429f-b68c-318ae6304d89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:43:31.315057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:31.408510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] For port b8f1862e-29bf-4601-b1ed-a1207ee47c4f, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:43:31.413028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] For port b8f1862e-29bf-4601-b1ed-a1207ee47c4f, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=b8f1862e-29bf-4601-b1ed-a1207ee47c4f,segment=NetworkSegment(6f58877b-c6f8-429f-b68c-318ae6304d89),segment_id=6f58877b-c6f8-429f-b68c-318ae6304d89)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:43:31.465773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:31.481340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:31.647637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Pushing event updated for resources: {'Port': ['ID=b8f1862e-29bf-4601-b1ed-a1207ee47c4f,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:31.652242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:31.699653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Routers {'d2dd310b-74f2-4511-a466-a9497269fb54'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:43:31.700352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:43:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['d2dd310b-74f2-4511-a466-a9497269fb54'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:31.867826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] Set router d2dd310b-74f2-4511-a466-a9497269fb54 gateway port host: None {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:43:32.167160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50080) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:32.209283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'name': 'router1', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:43:16Z', 'updated_at': '2021-02-15T21:43:28Z', 'revision_number': 2, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'gw_port_host': None, '_interfaces': [{'id': 'b8f1862e-29bf-4601-b1ed-a1207ee47c4f', 'name': '', 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'mac_address': 'fa:16:3e:c7:af:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:43:27Z', 'updated_at': '2021-02-15T21:43:31Z', 'revision_number': 4, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'subnets': [{'id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4aaba6-7d17-4ffa-85d0-cbd3b7d96f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:32.213426 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a275116-819e-4267-8865-dd8a2edf97d8 None None] The sync data for ids ['d2dd310b-74f2-4511-a466-a9497269fb54'] in dv-cinder-775250-3-iscsi is: [{'id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'name': 'router1', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:43:16Z', 'updated_at': '2021-02-15T21:43:28Z', 'revision_number': 2, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'gw_port_host': None, '_interfaces': [{'id': 'b8f1862e-29bf-4601-b1ed-a1207ee47c4f', 'name': '', 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'mac_address': 'fa:16:3e:c7:af:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:43:27Z', 'updated_at': '2021-02-15T21:43:31Z', 'revision_number': 4, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'subnets': [{'id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4aaba6-7d17-4ffa-85d0-cbd3b7d96f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:43:32.326019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeafca9a-777f-46c2-ae04-0cc0041c5cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:32.326886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-eeafca9a-777f-46c2-ae04-0cc0041c5cee admin admin] Synchronizing usage tracker for tenant:4e55444ea09047f79044aebbdc41c7c0 on resource:network {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:43:32.419341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-eeafca9a-777f-46c2-ae04-0cc0041c5cee admin admin] Unset dirty status for tenant:4e55444ea09047f79044aebbdc41c7c0 on resource:network {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:43:32.420591 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-eeafca9a-777f-46c2-ae04-0cc0041c5cee admin admin] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 842 time: 0.2523317 Feb 15 21:43:32.431181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'ip_version': 4}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:32.436623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:32.441191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Usage tracker for resource:subnet and tenant:4e55444ea09047f79044aebbdc41c7c0 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:32.444109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:32.450409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:32.510661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Made reservation on behalf of 4e55444ea09047f79044aebbdc41c7c0 for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:43:32.515915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:33.156376 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.objects.ports [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84106) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:43:33.156894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:33.173174 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-43cb1487-e1f0-48e0-80b2-cc73a837c18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:33.309512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ae1cf0-fd39-451b-afca-c2f25a8f421a,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:33.313608 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:33.376987 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Checking segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:43:33.377401 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Network hostable DHCP agents. Network: c0740f9d-599d-4a5b-86e6-eb8d170ab167, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:43:33.443051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:43:33.482375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, c0740f9d-599d-4a5b-86e6-eb8d170ab167) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:43:33.487079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:33.487774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:33.492291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ff4c8-28c0-4d56-98b4-dc84d8a65824 None None] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:43:33.546932 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1191413 Feb 15 21:43:33.708963 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device b8f1862e-29bf-4601-b1ed-a1207ee47c4f up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:33.822167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28599403-8922-45c2-b0a8-2f3cf24006b5 None None] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:43:33.907827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port b8f1862e-29bf-4601-b1ed-a1207ee47c4f completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:43:33.925678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port b8f1862e-29bf-4601-b1ed-a1207ee47c4f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:33.926088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:34.155904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:34.189272 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port b8f1862e-29bf-4601-b1ed-a1207ee47c4f, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=b8f1862e-29bf-4601-b1ed-a1207ee47c4f,segment=NetworkSegment(6f58877b-c6f8-429f-b68c-318ae6304d89),segment_id=6f58877b-c6f8-429f-b68c-318ae6304d89)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:34.225406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:34.227548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:34.298229 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=b8f1862e-29bf-4601-b1ed-a1207ee47c4f,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:34.301381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:35.665791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device b8f1862e-29bf-4601-b1ed-a1207ee47c4f up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:35.738373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port b8f1862e-29bf-4601-b1ed-a1207ee47c4f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:35.738743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:36.132146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50094) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:36.336707 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7eacccf5-7c59-4d14-a1b9-795e8f080f66 admin admin] 10.222.0.41 "GET /v2.0/routers/d2dd310b-74f2-4511-a466-a9497269fb54 HTTP/1.1" status: 200 len: 710 time: 0.2033839 Feb 15 21:43:36.471483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233c3e0-7ae8-4455-9a7a-84a7900c2b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:36.472852 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6233c3e0-7ae8-4455-9a7a-84a7900c2b72 admin admin] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 886 time: 0.1302915 Feb 15 21:43:36.482267 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:43:37.123679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854134860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854563381'] for router, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:37.489206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:37.549328 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:37.561464 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:37.576830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:43:37.580764 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:43:37.583635 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:43:37.589295 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:43:37.833123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:37.853824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:37.869574 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:37.967853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ada9ed2-976d-4a75-83b8-3f8f9e8a9d54,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:37.973358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:38.127303 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Allocated IP 172.27.0.173 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/a280f964-5dad-4e2b-9c05-6c6e243f4553) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:43:38.277884 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:38.345602 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:38.360642 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-10766acb-4db5-4131-b02b-ec7096cc2fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:38.501976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Pushing event updated for resources: {'Port': ['ID=a280f964-5dad-4e2b-9c05-6c6e243f4553,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:38.503251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:38.545596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:43:38.546771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:43:38.548990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:43:39.024515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:39.374787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854134860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854563381'] for router, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:39.378256 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854140643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640908'] for router, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:39.750532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Router d2dd310b-74f2-4511-a466-a9497269fb54 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:43:39.933112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:43:39.943662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Sync routers for ids ['d2dd310b-74f2-4511-a466-a9497269fb54'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:43:39.949324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Notify callbacks [] for router, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:39.951630 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] 10.222.0.41 "PUT /v2.0/routers/d2dd310b-74f2-4511-a466-a9497269fb54 HTTP/1.1" status: 200 len: 890 time: 3.4716864 Feb 15 21:43:39.954268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Routers {'d2dd310b-74f2-4511-a466-a9497269fb54'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:43:39.954932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:43:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['d2dd310b-74f2-4511-a466-a9497269fb54'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:40.162029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Set router d2dd310b-74f2-4511-a466-a9497269fb54 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:43:40.682623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'name': 'router1', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a280f964-5dad-4e2b-9c05-6c6e243f4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:43:16Z', 'updated_at': '2021-02-15T21:43:38Z', 'revision_number': 4, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'gw_port': {'id': 'a280f964-5dad-4e2b-9c05-6c6e243f4553', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:43:38Z', 'updated_at': '2021-02-15T21:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'b8f1862e-29bf-4601-b1ed-a1207ee47c4f', 'name': '', 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'mac_address': 'fa:16:3e:c7:af:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:43:27Z', 'updated_at': '2021-02-15T21:43:34Z', 'revision_number': 5, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'subnets': [{'id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4aaba6-7d17-4ffa-85d0-cbd3b7d96f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:40.688277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Checking router: d2dd310b-74f2-4511-a466-a9497269fb54 for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:43:40.688667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Updating router d2dd310b-74f2-4511-a466-a9497269fb54 port a280f964-5dad-4e2b-9c05-6c6e243f4553 binding host dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:43:40.743629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:41.144142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:41.219432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Transition to ACTIVE for port object a280f964-5dad-4e2b-9c05-6c6e243f4553 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:43:41.276730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:41.292457 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:41.430554 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53254236-3bfc-42e7-b5dd-2819f4e81d28 None None] Pushing event updated for resources: {'Port': ['ID=a280f964-5dad-4e2b-9c05-6c6e243f4553,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:41.434972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-53254236-3bfc-42e7-b5dd-2819f4e81d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:41.487463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Attempting to bind port a280f964-5dad-4e2b-9c05-6c6e243f4553 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:43:41.487889 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Attempting to bind port a280f964-5dad-4e2b-9c05-6c6e243f4553 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:43:41.488289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Attempting to bind port a280f964-5dad-4e2b-9c05-6c6e243f4553 on network c0740f9d-599d-4a5b-86e6-eb8d170ab167 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:43:41.493842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:43:41.498110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Checking segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:43:41.498110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:41.498110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Bound using segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:43:41.498110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Bound port: a280f964-5dad-4e2b-9c05-6c6e243f4553, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:43:41.498110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:41.578772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] For port a280f964-5dad-4e2b-9c05-6c6e243f4553, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:43:41.581932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] For port a280f964-5dad-4e2b-9c05-6c6e243f4553, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=a280f964-5dad-4e2b-9c05-6c6e243f4553,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:43:41.614187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:41.629540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:41.775571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53254236-3bfc-42e7-b5dd-2819f4e81d28 None None] Pushing event updated for resources: {'Port': ['ID=a280f964-5dad-4e2b-9c05-6c6e243f4553,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:41.778721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-53254236-3bfc-42e7-b5dd-2819f4e81d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:41.822449 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Routers {'d2dd310b-74f2-4511-a466-a9497269fb54'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:43:41.823110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:43:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['d2dd310b-74f2-4511-a466-a9497269fb54'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:42.010641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] Set router d2dd310b-74f2-4511-a466-a9497269fb54 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:43:42.360805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'name': 'router1', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a280f964-5dad-4e2b-9c05-6c6e243f4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:43:16Z', 'updated_at': '2021-02-15T21:43:38Z', 'revision_number': 4, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'gw_port': {'id': 'a280f964-5dad-4e2b-9c05-6c6e243f4553', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:43:38Z', 'updated_at': '2021-02-15T21:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'b8f1862e-29bf-4601-b1ed-a1207ee47c4f', 'name': '', 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'mac_address': 'fa:16:3e:c7:af:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:43:27Z', 'updated_at': '2021-02-15T21:43:34Z', 'revision_number': 5, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'subnets': [{'id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4aaba6-7d17-4ffa-85d0-cbd3b7d96f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:43:42.365010 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e4c83-b4e4-4630-8403-c18db062ed1c None None] The sync data for ids ['d2dd310b-74f2-4511-a466-a9497269fb54'] in dv-cinder-775250-3-iscsi is: [{'id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'name': 'router1', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a280f964-5dad-4e2b-9c05-6c6e243f4553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:43:16Z', 'updated_at': '2021-02-15T21:43:38Z', 'revision_number': 4, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'gw_port': {'id': 'a280f964-5dad-4e2b-9c05-6c6e243f4553', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:08:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:43:38Z', 'updated_at': '2021-02-15T21:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'b8f1862e-29bf-4601-b1ed-a1207ee47c4f', 'name': '', 'network_id': 'b40d9e48-1f47-4db6-9c7c-e7049942dd0f', 'tenant_id': '12a8e25b42854d8abd1b1af96fd74531', 'mac_address': 'fa:16:3e:c7:af:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dd310b-74f2-4511-a466-a9497269fb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:43:27Z', 'updated_at': '2021-02-15T21:43:34Z', 'revision_number': 5, 'project_id': '12a8e25b42854d8abd1b1af96fd74531', 'subnets': [{'id': 'b4119d3c-b878-43e0-8224-d74508d2c344', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d4aaba6-7d17-4ffa-85d0-cbd3b7d96f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:43:42.642550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50104) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:43:42.771177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe0219f-a4eb-4f62-b32f-57249e1830b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:43:42.772861 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bfe0219f-a4eb-4f62-b32f-57249e1830b4 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1292729 Feb 15 21:43:43.692921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device a280f964-5dad-4e2b-9c05-6c6e243f4553 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:43.796691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port a280f964-5dad-4e2b-9c05-6c6e243f4553 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:43:43.801881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port a280f964-5dad-4e2b-9c05-6c6e243f4553 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:43.802301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:43.928086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:43.945147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port a280f964-5dad-4e2b-9c05-6c6e243f4553, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=a280f964-5dad-4e2b-9c05-6c6e243f4553,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:43:43.974190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:43.977655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:43:44.048237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=a280f964-5dad-4e2b-9c05-6c6e243f4553,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:43:44.051327 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:43:45.728494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device a280f964-5dad-4e2b-9c05-6c6e243f4553 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:43:45.861783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port a280f964-5dad-4e2b-9c05-6c6e243f4553 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:43:45.862539 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:47.563254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57d8ee45-b8d4-4caa-b03a-998ad75d8a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:50.020497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-798ff49a-5783-423b-baf3-26aaae43e506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:50.454131 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:51.741044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:43:52.939829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:05.308092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:44:17.544504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25675084-658d-437f-8947-53bbccc12732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:20.031049 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8447600c-2954-4129-a0b8-27ced405eb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:20.430669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:21.693497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:22.921567 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:42.307769 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:44:47.550169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dc6464c7-ee33-4e81-afec-2f7d647c13a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:50.012774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8eec-0494-4ed9-9bf0-f2c46469ad6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:50.447070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:51.710060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:44:52.932837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:17.538235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c7891f94-e8a7-4a14-9c31-a9916ae861c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:19.307168 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:45:20.047077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-95b07bb6-a06f-4cf5-8238-656734b0410a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:20.435125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:21.708802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:22.944529 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:47.537885 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b7c17eb-746b-4d37-98a6-071960753332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:50.052318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5df303bc-57a9-40fc-8947-179931494798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:50.497251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:51.702388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:52.954887 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:56.306540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:45:56.420842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50680) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:56.493878 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5c6213-e8ed-4fcc-823c-af676d888f59 admin admin] GET failed (client error): The resource could not be found. Feb 15 21:45:56.495189 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4a5c6213-e8ed-4fcc-823c-af676d888f59 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0733244 Feb 15 21:45:56.637809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144db391-a861-4eac-841a-3dacfd142c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:56.639997 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-144db391-a861-4eac-841a-3dacfd142c16 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1399603 Feb 15 21:45:59.078229 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50690) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:45:59.193411 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be0e623-0a0a-447c-ad34-18acf5f5be6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:59.194016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5be0e623-0a0a-447c-ad34-18acf5f5be6f admin admin] Synchronizing usage tracker for tenant:4e55444ea09047f79044aebbdc41c7c0 on resource:subnet {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:45:59.262236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5be0e623-0a0a-447c-ad34-18acf5f5be6f admin admin] Unset dirty status for tenant:4e55444ea09047f79044aebbdc41c7c0 on resource:subnet {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:45:59.263485 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5be0e623-0a0a-447c-ad34-18acf5f5be6f admin admin] 10.222.0.41 "GET /v2.0/subnets/b4119d3c-b878-43e0-8224-d74508d2c344 HTTP/1.1" status: 200 len: 849 time: 0.1841257 Feb 15 21:45:59.273921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:45:59.399146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:59.737841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363257486729247'] for subnet, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:59.752879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-42622bf8-c494-4d5a-885c-d1fd2fe83025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:45:59.893134 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4119d3c-b878-43e0-8224-d74508d2c344,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:45:59.903355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.904333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.904716 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.905085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.905450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.905818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.906182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.906544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.906926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.907287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.907669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.908029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:45:59.913544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:45:59.942883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:45:59.943505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:45:59.945038 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] 10.222.0.41 "PUT /v2.0/subnets/b4119d3c-b878-43e0-8224-d74508d2c344 HTTP/1.1" status: 200 len: 868 time: 0.6750889 Feb 15 21:45:59.949616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a91bf6f-1b5a-4f68-ac09-530bf9a9c9e4 None None] Network b40d9e48-1f47-4db6-9c7c-e7049942dd0f requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:46:00.432854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-b6ce30c9-6e86-4d03-a9ee-02f90a896e3f None None] Provisioning complete for port b8f1862e-29bf-4601-b1ed-a1207ee47c4f triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:46:00.433369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6ce30c9-6e86-4d03-a9ee-02f90a896e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:00.568187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-b6ce30c9-6e86-4d03-a9ee-02f90a896e3f None None] Provisioning complete for port 9ed85288-0ec9-40f6-ab1a-4d45b5651f63 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:46:00.568503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6ce30c9-6e86-4d03-a9ee-02f90a896e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:02.404440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50700) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:02.589725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc91916-967f-4212-b8a1-45d2e3bf5c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:02.590067 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc91916-967f-4212-b8a1-45d2e3bf5c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:02.592245 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9dc91916-967f-4212-b8a1-45d2e3bf5c15 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1867173 Feb 15 21:46:05.049406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50710) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:05.233251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0906de11-6242-4a7a-adb2-c0e852532e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:05.233595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0906de11-6242-4a7a-adb2-c0e852532e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:05.235215 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-0906de11-6242-4a7a-adb2-c0e852532e97 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1847990 Feb 15 21:46:07.722011 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50720) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:07.907372 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f2070-bb18-479b-b22a-ecbc8c4d8965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:07.908844 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f54f2070-bb18-479b-b22a-ecbc8c4d8965 admin admin] 10.222.0.41 "GET /v2.0/networks/b40d9e48-1f47-4db6-9c7c-e7049942dd0f HTTP/1.1" status: 200 len: 862 time: 0.1858041 Feb 15 21:46:10.361907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50730) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:10.539154 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d39df-d021-42d0-ad50-7b35315f76e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:10.540601 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bd3d39df-d021-42d0-ad50-7b35315f76e3 admin admin] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 886 time: 0.1776597 Feb 15 21:46:12.992755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50740) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:13.109477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa38fb32-40f4-41e1-a6b1-f1ea9eea5423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:13.109894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa38fb32-40f4-41e1-a6b1-f1ea9eea5423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:13.111518 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-fa38fb32-40f4-41e1-a6b1-f1ea9eea5423 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177201 Feb 15 21:46:15.566639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50750) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:15.681075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7df564-bd94-462b-ba15-7dd402a83579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:15.681498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7df564-bd94-462b-ba15-7dd402a83579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:15.683141 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-cc7df564-bd94-462b-ba15-7dd402a83579 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1154687 Feb 15 21:46:17.549128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1d187232-ffdc-4f0d-9434-5502eddbdcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:18.155066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50760) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:18.264025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91217b2-10ff-44fe-8589-a056d4152cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:18.265397 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e91217b2-10ff-44fe-8589-a056d4152cfa admin admin] 10.222.0.41 "GET /v2.0/subnets/b1ae1cf0-fd39-451b-afca-c2f25a8f421a HTTP/1.1" status: 200 len: 816 time: 0.1092207 Feb 15 21:46:20.028919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50fd9f42-0f73-4209-8de0-e815c52bf64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:20.474530 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:20.733166 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50770) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:20.851094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98c983-dd81-4f0c-89a6-1edd9b9049a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:20.852579 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-fa98c983-dd81-4f0c-89a6-1edd9b9049a0 admin admin] 10.222.0.41 "GET /v2.0/subnets/b4119d3c-b878-43e0-8224-d74508d2c344 HTTP/1.1" status: 200 len: 868 time: 0.1184247 Feb 15 21:46:21.692021 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:22.943261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:33.306182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:46:46.638952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50810) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:46.690272 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [None req-54cd131e-904d-467f-bac5-a70c4b42fb79 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:46:46.691351 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-54cd131e-904d-467f-bac5-a70c4b42fb79 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0513284 Feb 15 21:46:47.537027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ebddabac-5283-4dc2-b62b-682a11995fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:49.237660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50820) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:49.311827 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.pecan_wsgi.hooks.translation [None req-5871d688-7ccf-4148-acb1-f68ad9793d24 admin admin] GET failed (client error): The resource could not be found. Feb 15 21:46:49.313140 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5871d688-7ccf-4148-acb1-f68ad9793d24 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0744154 Feb 15 21:46:49.449829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b17d24-9e91-460f-af98-96e4ccd9d378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:49.451302 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b7b17d24-9e91-460f-af98-96e4ccd9d378 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1338005 Feb 15 21:46:50.028404 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85bf3cdf-a090-4713-89ea-e5abc6bad6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:50.462637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:51.702993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:51.945163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50830) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:51.996575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:46:52.001473 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:46:52.011150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:46:52.045793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Made reservation on behalf of 4e55444ea09047f79044aebbdc41c7c0 for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:46:52.050581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:52.146721 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.services.revisions.revision_plugin [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Could not find related network for resource to bump revision. Feb 15 21:46:52.161720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:46:52.218543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:52.218976 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Added segment 3fc325a4-4824-4542-a722-961c2cfed21a of type vxlan for network 850a3ca9-c9ed-4483-8461-874eb39cfde8 Feb 15 21:46:52.244830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:52.297136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:52.298360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:52.298993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:52.303726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:52.407487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Pushing event updated for resources: {'Network': ['ID=850a3ca9-c9ed-4483-8461-874eb39cfde8,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:52.410296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:52.418251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 850a3ca9-c9ed-4483-8461-874eb39cfde8 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:46:52.429595 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4833283 Feb 15 21:46:52.948717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:54.927248 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50840) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:46:55.001571 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.pecan_wsgi.hooks.translation [None req-40098233-be95-4fc2-9e4c-ad3f39e17321 admin admin] GET failed (client error): The resource could not be found. Feb 15 21:46:55.002113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-40098233-be95-4fc2-9e4c-ad3f39e17321 admin admin] Synchronizing usage tracker for tenant:4e55444ea09047f79044aebbdc41c7c0 on resource:network {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:46:55.045783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-40098233-be95-4fc2-9e4c-ad3f39e17321 admin admin] Unset dirty status for tenant:4e55444ea09047f79044aebbdc41c7c0 on resource:network {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:46:55.046937 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-40098233-be95-4fc2-9e4c-ad3f39e17321 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1186714 Feb 15 21:46:55.161416 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faefb7a0-0e85-439f-8531-b838952e67bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:55.162935 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-faefb7a0-0e85-439f-8531-b838952e67bb admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1116555 Feb 15 21:46:55.173479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:46:55.178082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:46:55.188116 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:46:55.232534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Made reservation on behalf of 4e55444ea09047f79044aebbdc41c7c0 for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:46:55.237058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:55.840288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:55.855067 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:55.984252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065ea18f-1432-4754-bcb0-18538174c539,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:55.988068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:56.046305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Checking segment: {'id': '3fc325a4-4824-4542-a722-961c2cfed21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:46:56.046695 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Network hostable DHCP agents. Network: 850a3ca9-c9ed-4483-8461-874eb39cfde8, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:46:56.091228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Network 850a3ca9-c9ed-4483-8461-874eb39cfde8 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:46:56.119846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 850a3ca9-c9ed-4483-8461-874eb39cfde8) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:46:56.124437 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:46:56.125080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:56.129913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a753582-856b-410d-ac18-a54ab959d8c0 None None] Network 850a3ca9-c9ed-4483-8461-874eb39cfde8 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:46:56.172341 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0024765 Feb 15 21:46:56.368890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp543f914f-489b-5c80-8966-c4a2ffbd7571-850a3ca9-c9ed-4483-8461-874eb39cfde8', 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8', 'tenant_id': '4e55444ea09047f79044aebbdc41c7c0', 'fixed_ips': [{'subnet_id': '065ea18f-1432-4754-bcb0-18538174c539'}]}} from dv-cinder-775250-3-iscsi. {{(pid=84108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:46:56.369100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:56.659201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Allocated IP 192.168.233.2 (850a3ca9-c9ed-4483-8461-874eb39cfde8/065ea18f-1432-4754-bcb0-18538174c539/3c714d6d-c826-4656-91fc-bf6881c72f98) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:46:56.945668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:57.017150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Transition to ACTIVE for port object 3c714d6d-c826-4656-91fc-bf6881c72f98 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:46:57.035548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Transition to ACTIVE for port object 3c714d6d-c826-4656-91fc-bf6881c72f98 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:46:57.069196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:57.085970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-365fb69e-db0e-4ceb-b998-8507fb05dd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:57.383376 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Pushing event updated for resources: {'Port': ['ID=3c714d6d-c826-4656-91fc-bf6881c72f98,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:57.393707 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.394093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.394466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.394830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.395195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.395585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.395945 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.396299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.396657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.397015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.397367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.397717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:46:57.404182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:57.441519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Network 850a3ca9-c9ed-4483-8461-874eb39cfde8 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:46:57.442756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:46:57.445243 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:46:57.505823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Attempting to bind port 3c714d6d-c826-4656-91fc-bf6881c72f98 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:46:57.506223 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Attempting to bind port 3c714d6d-c826-4656-91fc-bf6881c72f98 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '3fc325a4-4824-4542-a722-961c2cfed21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:46:57.506630 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Attempting to bind port 3c714d6d-c826-4656-91fc-bf6881c72f98 on network 850a3ca9-c9ed-4483-8461-874eb39cfde8 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:46:57.512815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:46:57.513709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Checking segment: {'id': '3fc325a4-4824-4542-a722-961c2cfed21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:46:57.513709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:57.514036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Bound using segment: {'id': '3fc325a4-4824-4542-a722-961c2cfed21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:46:57.514544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Bound port: 3c714d6d-c826-4656-91fc-bf6881c72f98, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc325a4-4824-4542-a722-961c2cfed21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:46:57.514934 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:57.608932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] For port 3c714d6d-c826-4656-91fc-bf6881c72f98, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:46:57.612485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] For port 3c714d6d-c826-4656-91fc-bf6881c72f98, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=3c714d6d-c826-4656-91fc-bf6881c72f98,segment=NetworkSegment(3fc325a4-4824-4542-a722-961c2cfed21a),segment_id=3fc325a4-4824-4542-a722-961c2cfed21a)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:46:57.675376 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:57.691846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:46:57.847145 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Pushing event updated for resources: {'Port': ['ID=3c714d6d-c826-4656-91fc-bf6881c72f98,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:46:57.852510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:46:59.074248 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0b296-6820-418d-bc54-ff402e9f7282 None None] Network 850a3ca9-c9ed-4483-8461-874eb39cfde8 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:46:59.207967 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-9846e4e9-1718-474f-bc2e-ada92d273323 None None] Provisioning for port 3c714d6d-c826-4656-91fc-bf6881c72f98 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:46:59.802495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 3c714d6d-c826-4656-91fc-bf6881c72f98 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:46:59.900873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-d6f353ab-0867-48a5-b433-c87091f2f8c1 None None] Provisioning complete for port 3c714d6d-c826-4656-91fc-bf6881c72f98 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:46:59.901190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6f353ab-0867-48a5-b433-c87091f2f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:46:59.932918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 3c714d6d-c826-4656-91fc-bf6881c72f98 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:46:59.953065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 3c714d6d-c826-4656-91fc-bf6881c72f98 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:46:59.953485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:00.139929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6f353ab-0867-48a5-b433-c87091f2f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:00.161491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:00.199805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-d6f353ab-0867-48a5-b433-c87091f2f8c1 None None] For port 3c714d6d-c826-4656-91fc-bf6881c72f98, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=3c714d6d-c826-4656-91fc-bf6881c72f98,segment=NetworkSegment(3fc325a4-4824-4542-a722-961c2cfed21a),segment_id=3fc325a4-4824-4542-a722-961c2cfed21a)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:47:00.246622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6f353ab-0867-48a5-b433-c87091f2f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:00.253057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:47:00.314326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:47:00.314740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:47:00.331779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f353ab-0867-48a5-b433-c87091f2f8c1 None None] Pushing event updated for resources: {'Port': ['ID=3c714d6d-c826-4656-91fc-bf6881c72f98,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:47:00.336117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d6f353ab-0867-48a5-b433-c87091f2f8c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:47:01.773354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 3c714d6d-c826-4656-91fc-bf6881c72f98 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:47:01.847191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 3c714d6d-c826-4656-91fc-bf6881c72f98 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:47:01.847627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:10.305324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:47:17.537087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dc967293-d6a2-4d64-931e-4c31d65c29eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:20.028435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5539a026-d03e-44af-8206-27033338447b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:20.451236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:21.706426 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:22.982585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:47.304776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:47:47.553631 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-46231030-ca17-477c-82b8-49096cc05fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:50.022236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01450173-98d6-4040-8c62-7683a4ac50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:50.456620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:51.702098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:47:52.965593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:12.835152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50882) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:12.842140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [None req-94870034-f973-4858-baac-33ecb7eb9c30 tempest-verify_tempest_config-1541411105 tempest-verify_tempest_config-1541411105-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:48:12.843176 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-94870034-f973-4858-baac-33ecb7eb9c30 tempest-verify_tempest_config-1541411105 tempest-verify_tempest_config-1541411105-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0068734 Feb 15 21:48:13.270933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50902) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:13.394849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:13.409915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:48:13.413993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Usage tracker for resource:security_group_rule and tenant:a5309d93dd584f6aaf6b4782e1e57286 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:48:13.417442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:48:13.423220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:48:13.833588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:13.865527 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:13.873626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e93a27d9-7722-4b58-9563-c20aac157b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:48:13.915693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Synchronizing usage tracker for tenant:4e55444ea09047f79044aebbdc41c7c0 on resource:security_group {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:48:13.919219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7bfcfe-39f7-42ca-9f7f-d91610b7c150,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:48:13.930989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.931375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.931775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.932640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.933005 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.933390 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.933757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.934119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.934484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.934843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.935203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.935585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:48:13.941436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:48:13.968684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Unset dirty status for tenant:4e55444ea09047f79044aebbdc41c7c0 on resource:security_group {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:48:13.970015 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5309d93dd584f6aaf6b4782e1e57286&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6980090 Feb 15 21:48:13.972941 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50908) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:48:14.032486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dd90885a-24b3-4cb7-8c36-9281ef074a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:14.059242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dd90885a-24b3-4cb7-8c36-9281ef074a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:14.150796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dd90885a-24b3-4cb7-8c36-9281ef074a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:14.155771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:48:14.166115 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90885a-24b3-4cb7-8c36-9281ef074a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7bfcfe-39f7-42ca-9f7f-d91610b7c150,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:48:14.171276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-dd90885a-24b3-4cb7-8c36-9281ef074a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:48:14.173136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dd90885a-24b3-4cb7-8c36-9281ef074a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:14.174323 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-dd90885a-24b3-4cb7-8c36-9281ef074a82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de7bfcfe-39f7-42ca-9f7f-d91610b7c150 HTTP/1.1" status: 204 len: 168 time: 0.2004209 Feb 15 21:48:17.536033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4089c6ec-2c9d-4e36-afa2-20ae029e5e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:20.044538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6fe024ee-f540-4cd4-b80f-f5e317bfb681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:20.459753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:21.711370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:22.968114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:24.304497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:48:47.541417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-697c354a-ae47-4d5e-a2e6-d0894c2ffe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:50.043949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0599c2dd-b3a7-438a-af1f-e946c7022a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:50.455438 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:51.710588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:48:53.002026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:01.302724 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:49:17.544617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3016b0c6-9048-4ce1-aa0c-ba007a4b8ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:20.047476 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0e1d3ede-143a-4ae8-88b9-d62e68df0f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:20.458698 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:21.712124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:22.980820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:38.300587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 5 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:49:47.546494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-54e4b351-39a5-496f-a11b-eaf68fcc8fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:50.055090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b02da1fc-475e-47f1-a3b4-31a70e4e6c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:50.465980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:51.729738 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:52.980433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:55.523642 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557'] for agent, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:49:55.524209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.524455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.524843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.525220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.525599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.526018 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.526384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.526756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.527127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.527523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.527893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.528261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:49:55.528653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77525', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:49:55.532735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77525', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:49:55.785520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] get_endpoint_by_host() called for host hv-cinder-77525 {{(pid=84108) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 15 21:49:55.789455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] get_endpoint_by_ip() called for ip 192.168.0.81 {{(pid=84108) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 15 21:49:55.793152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] _add_endpoint() called for ip 192.168.0.81 {{(pid=84108) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 15 21:49:55.834841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] _get_endpoints() called {{(pid=84108) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 15 21:50:08.353978 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50980) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:50:08.474543 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4f630b69-33e3-482e-b39b-1f53ad74cb7a admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1193728 Feb 15 21:50:10.959461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 50990) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:50:11.018573 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-88121a77-7b24-4f78-9868-f975a0f48d32 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0579307 Feb 15 21:50:15.330111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:50:17.543264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5217-7a3b-4537-a044-06a48a0535c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:20.045837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4e82bbdf-fdf4-47e4-ae78-8dbb2b39481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:20.468538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:21.708902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:23.000218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:25.508992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:47.551131 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c68d12d-16f0-4cc3-a502-41ae30cd19b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:50.045070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-95aa8c4f-986a-4683-8d7a-1f91176c8a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:50.479516 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:51.705233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:52.299430 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:50:53.019560 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:50:55.531205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:17.547625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5208043a-c838-4163-9b63-6a854cfe8121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:20.050595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-232f7077-5e14-4087-9367-2faef08bc6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:20.488133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:21.705065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:22.979565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:25.541809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:29.298779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:51:46.878146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51092) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:47.105997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1414402234-network', 'tenant_id': '82291558adee4ba9ba7330ecf6d9ed23'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:47.109249 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.quota [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Loaded quota_driver: . Feb 15 21:51:47.126225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:47.133785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Usage tracker for resource:network and tenant:82291558adee4ba9ba7330ecf6d9ed23 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:47.146528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:47.146720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:47.208737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Made reservation on behalf of 82291558adee4ba9ba7330ecf6d9ed23 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:47.266221 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.policy [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84107) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 15 21:51:47.302889 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:51:47.303254 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 21:51:47.334979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.354637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.371420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:47.375779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Usage tracker for resource:security_group_rule and tenant:82291558adee4ba9ba7330ecf6d9ed23 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:47.379097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:47.385822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:47.544829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23c5db20-608a-4678-b9b3-1f3e947ca650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.728834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.756346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:47.762719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:48.025838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:51:48.032711 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0021d6-642b-44e0-b465-a04f475ccdb9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:48.046950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.047309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.047717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.048074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.048427 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.048787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.049132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.049482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.049843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.050187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.050539 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.050881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.051359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.051584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.051929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.052270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.052592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.052933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.053266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.053669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.053928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.054290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.054628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.054963 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Tracked resource versions report: Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: pushed versions: Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: { 'AddressGroup': {'1.1'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': {'1.0'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': {'1.0'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': {'1.1'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': {'1.7'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': {'1.2'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': {'1.8'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': {'1.4'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': {'1.0'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': {'1.1'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': {'1.1'}} Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: consumer versions: Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: { DHCP agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: L3 agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: Metadata agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: Metering agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@dv-cinder-775250-3-iscsi: { 'AddressGroup': '1.1', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}, Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}} Feb 15 21:51:48.056330 dv-cinder-775250-3-iscsi neutron-server[83993]: {{(pid=84107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:51:48.086846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:48.091496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779367946799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:48.092151 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Added segment e922acba-c00a-4f69-b03b-f4b964ad48c8 of type vxlan for network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 Feb 15 21:51:48.271662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:48.384973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:48.386347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:48.387228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:48.392458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:48.511268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Pushing event updated for resources: {'Network': ['ID=6a3a2f6b-7872-411a-b79a-f1bbcfabef13,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:48.514717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:48.526374 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:48.541595 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6621156 Feb 15 21:51:48.543555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:48.544516 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51176) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:48.555139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Request body: {'subnet': {'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1414402234-subnet', 'tenant_id': '82291558adee4ba9ba7330ecf6d9ed23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:48.563827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:48.569356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Usage tracker for resource:subnet and tenant:82291558adee4ba9ba7330ecf6d9ed23 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:48.575570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:48.582866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:48.634235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Made reservation on behalf of 82291558adee4ba9ba7330ecf6d9ed23 for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:48.641424 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.151224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51196) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:49.302144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51206) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:49.371566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51212) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:49.400619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.420304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:49.550605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=296d7eb8-f2de-4f0a-b505-0e720a759be4,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:49.560172 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.560561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.560938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.561311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.561680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.562048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.562412 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.562782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.563144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.563551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.563916 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.564274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.564677 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.565033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.565391 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.565750 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.566106 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.566464 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.566821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.567451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.567818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.568175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.568533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.569107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Tracked resource versions report: Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: pushed versions: Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: { 'AddressGroup': {'1.1'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': {'1.0'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': {'1.0'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': {'1.1'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': {'1.7'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': {'1.2'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': {'1.8'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': {'1.4'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': {'1.0'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': {'1.1'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': {'1.1'}} Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: consumer versions: Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: { DHCP agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: L3 agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: Metadata agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: Metering agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@dv-cinder-775250-3-iscsi: { 'AddressGroup': '1.1', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}, Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}} Feb 15 21:51:49.570275 dv-cinder-775250-3-iscsi neutron-server[83993]: {{(pid=84106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:51:49.575875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:49.622760 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51226) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:49.641316 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Checking segment: {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:51:49.641778 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Network hostable DHCP agents. Network: 6a3a2f6b-7872-411a-b79a-f1bbcfabef13, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:51:49.651412 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-958739261-network', 'tenant_id': '882583e4db764d41adf5486f72fcbb0f'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:49.656705 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:49.660898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Usage tracker for resource:network and tenant:882583e4db764d41adf5486f72fcbb0f is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:49.664453 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:49.670419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:49.691294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-96656060-network', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:49.700825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:49.705072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Usage tracker for resource:network and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:49.709099 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:49.712484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Made reservation on behalf of 882583e4db764d41adf5486f72fcbb0f for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:49.717798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.729769 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1362538365-network', 'tenant_id': '866938b5d37947a5b4400d222bcc4cab'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:49.734034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:49.736949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:49.739859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:51:49.743866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Usage tracker for resource:network and tenant:866938b5d37947a5b4400d222bcc4cab is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:49.744095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.747909 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:49.754008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:49.772351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:49.778309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Usage tracker for resource:security_group_rule and tenant:882583e4db764d41adf5486f72fcbb0f is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:49.782416 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:49.790253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:49.793027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Made reservation on behalf of 866938b5d37947a5b4400d222bcc4cab for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:49.799300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.814688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.823703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Made reservation on behalf of 27101b24adfc46f9957ca7052a4adebd for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:49.829364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.836644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-22461917-network', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:49.842828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:49.847196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.848263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Usage tracker for resource:network and tenant:cbc9f48a0be04bca93ff4508f2a97944 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:49.852024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:49.858190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:49.869551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 6a3a2f6b-7872-411a-b79a-f1bbcfabef13) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:51:49.871358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:49.876413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Usage tracker for resource:security_group_rule and tenant:866938b5d37947a5b4400d222bcc4cab is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:49.878403 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d6f59-5a9d-42d6-9483-94d61e6e29cb None None] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:49.880575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:49.887755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:49.888544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:49.891654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:49.892414 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.910331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Usage tracker for resource:security_group_rule and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:49.912638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Made reservation on behalf of cbc9f48a0be04bca93ff4508f2a97944 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:49.922182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.922358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:49.931910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:49.949215 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:49.953450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Usage tracker for resource:security_group_rule and tenant:cbc9f48a0be04bca93ff4508f2a97944 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:49.956605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:49.963538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:49.998977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:50.146311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.149258 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6033485 Feb 15 21:51:50.164937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.166595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb560f5-fccd-451f-8187-1523e0db3d1f None None] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:50.189686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.213646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:50.227876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.259800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:50.296541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.309314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b18b2703-17a9-4ab4-a503-17bca4915040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.314367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:51:50.328522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.328522 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Added segment 99d56a83-bfb8-491f-9c20-2a3f29fd3992 of type vxlan for network 7e62962c-92e5-4f5b-94bc-469272997641 Feb 15 21:51:50.328810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d6acb2-df57-41b5-83ed-b718b641e2af,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:50.331226 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:50.360064 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.361693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.367129 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:50.432496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c605e4d-7d91-4ba9-8335-885b03c4a255,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:50.435635 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:50.440991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92847f2a-d187-4163-ae6a-bbf480f53991,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:50.461307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:50.475190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.487593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:50.487593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.505466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84107) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:51:50.505838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:51:50.506566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84107) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:51:50.506902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:51:50.516085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.537871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:50.647061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.653577 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5011847 Feb 15 21:51:50.654846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Pushing event updated for resources: {'Network': ['ID=7e62962c-92e5-4f5b-94bc-469272997641,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:50.658683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:50.664049 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51266) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:50.666178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 7e62962c-92e5-4f5b-94bc-469272997641 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:50.671074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Request body: {'subnet': {'network_id': '7e62962c-92e5-4f5b-94bc-469272997641', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-958739261-subnet', 'tenant_id': '882583e4db764d41adf5486f72fcbb0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:50.676103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:50.680735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.681833 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Usage tracker for resource:subnet and tenant:882583e4db764d41adf5486f72fcbb0f is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:50.685059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:50.695039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:50.700965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 7e62962c-92e5-4f5b-94bc-469272997641 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:50.704006 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:50.736709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:51:50.761001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Made reservation on behalf of 882583e4db764d41adf5486f72fcbb0f for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:50.765625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.786105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05572837-88b9-401c-98b3-1aeae8e7f6f6,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:50.790138 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:50.809103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:50.809497 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Added segment 8d47aa59-c2d9-423c-9ec0-b2695975f049 of type vxlan for network 29218df0-c27b-43e3-951d-30aceaa4a9cb Feb 15 21:51:50.902333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.007530 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.013953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.017605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:51.018297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.022510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.031187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:51.084415 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:51:51.176098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779367946799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.177239 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Added segment d03fc2ce-145b-4d49-b674-25e0d6049ba1 of type vxlan for network fab784b0-102e-4d43-b39d-724e4f4f3af4 Feb 15 21:51:51.209206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.236614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=29218df0-c27b-43e3-951d-30aceaa4a9cb,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:51.260163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:51.287375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:51.296712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:51.306129 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0024481 Feb 15 21:51:51.310098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51294) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:51.316597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Request body: {'subnet': {'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-subnet', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:51.328503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.329731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:51.338015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:51.338651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.359062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Usage tracker for resource:subnet and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:51.365648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cc553c23-cf75-41bc-b53b-8f9a26481f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:51.393960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:51.404703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84107) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:51:51.413439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:51:51.413439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:51.571936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Pushing event updated for resources: {'Network': ['ID=fab784b0-102e-4d43-b39d-724e4f4f3af4,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:51.575810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:51.587778 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Made reservation on behalf of 27101b24adfc46f9957ca7052a4adebd for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:51.588716 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:51.596915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.609188 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:51.676576 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0518827 Feb 15 21:51:51.679172 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51316) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:51.808547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:51.828518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-94d95265-1c88-4586-b287-3381fb8fd253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:51.833239 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Request body: {'subnet': {'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-22461917-subnet', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:51.845342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:51.874093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Usage tracker for resource:subnet and tenant:cbc9f48a0be04bca93ff4508f2a97944 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:51.879851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:51.908446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:51.945063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51330) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:51.948146 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 21:51:52.010672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c6a7d6-0483-4664-9d92-3f12ed4101a6,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:52.015741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:52.060234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.063375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.074962 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Checking segment: {'id': '99d56a83-bfb8-491f-9c20-2a3f29fd3992', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7e62962c-92e5-4f5b-94bc-469272997641'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:51:52.075498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Network hostable DHCP agents. Network: 7e62962c-92e5-4f5b-94bc-469272997641, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:51:52.086552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Made reservation on behalf of cbc9f48a0be04bca93ff4508f2a97944 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:52.092471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.155922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Network 7e62962c-92e5-4f5b-94bc-469272997641 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:51:52.197390 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 7e62962c-92e5-4f5b-94bc-469272997641) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:51:52.202335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:52.203091 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.224098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd92b0-99e7-4262-b49b-c87e74865198 None None] Network 7e62962c-92e5-4f5b-94bc-469272997641 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:52.289398 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:51:52.311862 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6464193 Feb 15 21:51:52.369220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b09ae-c409-4613-af4e-d06fdac38639 req-dad57b30-2a5f-495e-b34b-567271b729e5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:52.370032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-858b09ae-c409-4613-af4e-d06fdac38639 req-dad57b30-2a5f-495e-b34b-567271b729e5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Synchronizing usage tracker for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:51:52.392592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779367946799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.393040 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Added segment 9a6b2572-51d5-4c6b-9be7-d8da00727c21 of type vxlan for network c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd Feb 15 21:51:52.473176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.526409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-858b09ae-c409-4613-af4e-d06fdac38639 req-dad57b30-2a5f-495e-b34b-567271b729e5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Unset dirty status for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:51:52.527745 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-dad57b30-2a5f-495e-b34b-567271b729e5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 815 time: 0.5815444 Feb 15 21:51:52.582429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97354566-fa4d-4a77-a71a-a01f15686e38 None None] Network 7e62962c-92e5-4f5b-94bc-469272997641 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:52.591119 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-64603009-f345-4c35-8cf2-af2000d91e05 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/quotas/82291558adee4ba9ba7330ecf6d9ed23 HTTP/1.1" status: 200 len: 375 time: 0.0524697 Feb 15 21:51:52.730950 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-e3183594-820b-4c08-8d8c-83007420af50 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109192 Feb 15 21:51:52.746181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.751175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:52.752321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:52.764911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:53.014019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.132458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Pushing event updated for resources: {'Network': ['ID=c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:53.137689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:53.146636 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:53.160730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:53.204751 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-53d11de9-7a69-4ffc-b1d5-e2ec88546bf3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:51:53.206162 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-53d11de9-7a69-4ffc-b1d5-e2ec88546bf3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1089377 Feb 15 21:51:53.212042 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.8351781 Feb 15 21:51:53.213319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51380) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:53.222120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Request body: {'subnet': {'network_id': 'c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1362538365-subnet', 'tenant_id': '866938b5d37947a5b4400d222bcc4cab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:53.264206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:53.287379 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Usage tracker for resource:subnet and tenant:866938b5d37947a5b4400d222bcc4cab is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:53.295794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:53.360498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:53.426726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Made reservation on behalf of 866938b5d37947a5b4400d222bcc4cab for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:53.431917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.504245 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-157e9c97-dce2-4cc8-8426-022ef0c3377a service neutron] 10.222.0.41 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741146 Feb 15 21:51:53.528071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51394) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:53.534535 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1808859801-network', 'tenant_id': '5e7f37ea2b8b4535909ec97932c2fef5'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:53.539730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:53.543978 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Usage tracker for resource:network and tenant:5e7f37ea2b8b4535909ec97932c2fef5 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:53.547090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:53.553085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:53.596457 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Made reservation on behalf of 5e7f37ea2b8b4535909ec97932c2fef5 for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:53.602167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.615501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.632135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:53.636281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Usage tracker for resource:security_group_rule and tenant:5e7f37ea2b8b4535909ec97932c2fef5 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:53.639251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:53.645232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:53.739107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.761584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.798180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:53.811576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.816505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-dd90885a-24b3-4cb7-8c36-9281ef074a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:53.861412 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:51:53.876026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee1cd8-0608-44c7-9eb5-0d9844151204,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:53.880292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:53.882056 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.882056 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Added segment 6b9d2902-efa4-4972-b910-2f9a1ec2dc3a of type vxlan for network 2b968693-5257-40fa-b0a8-699ed8058d15 Feb 15 21:51:53.910925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.961640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:53.966156 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-f941f88f-b4d5-40bb-905f-81b5a7b957f1 service neutron] 10.222.0.41 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4002328 Feb 15 21:51:54.008072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:54.009419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:54.010104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:54.016570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-31234005-7749-4609-b021-84068b2b9bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:54.159288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7af1070-92a3-45e3-89c7-d107b71e6b35,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:54.164605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:54.188567 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Pushing event updated for resources: {'Network': ['ID=2b968693-5257-40fa-b0a8-699ed8058d15,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:54.191798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:54.196012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:54.199758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 2b968693-5257-40fa-b0a8-699ed8058d15 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:54.227646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 2b968693-5257-40fa-b0a8-699ed8058d15 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:51:54.238150 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7086625 Feb 15 21:51:54.241977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51422) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:54.257013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Request body: {'subnet': {'network_id': '2b968693-5257-40fa-b0a8-699ed8058d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1808859801-subnet', 'tenant_id': '5e7f37ea2b8b4535909ec97932c2fef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:54.276487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:54.281779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Usage tracker for resource:subnet and tenant:5e7f37ea2b8b4535909ec97932c2fef5 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:54.291526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:54.312936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:54.373700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Made reservation on behalf of 5e7f37ea2b8b4535909ec97932c2fef5 for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:51:54.379328 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:54.512684 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c1023321-43af-4288-9191-976ea4d223d2 req-f65f6406-09fa-4bd5-bfcb-f00fa2684e90 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 210 time: 0.1549470 Feb 15 21:51:54.559900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b95482-3fbe-4ddb-8ee0-e681429535cc,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:54.559900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:54.681815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Checking segment: {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:51:54.681815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Network hostable DHCP agents. Network: 29218df0-c27b-43e3-951d-30aceaa4a9cb, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:51:54.689666 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Checking segment: {'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:51:54.689950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Network hostable DHCP agents. Network: fab784b0-102e-4d43-b39d-724e4f4f3af4, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:51:54.770644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:51:54.816467 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:51:54.831627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, fab784b0-102e-4d43-b39d-724e4f4f3af4) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:51:54.834796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 29218df0-c27b-43e3-951d-30aceaa4a9cb) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:51:54.870803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664dc546-abe7-4498-94a9-d0ef7489ecd0 None None] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:54.874982 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:54.875682 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:54.884915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:54.885749 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:54.889995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:54.899832 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe7ca3-a114-4c73-acaa-ad8dcfdff7f2 None None] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:54.905213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:54.922955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d07930f7-b955-4634-9f51-744e3616d70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:55.016652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:55.088894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff72dbdf-6d44-46b1-b797-16cd22da19ac,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:55.094076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:55.154027 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-43d6aef9-9cbd-4f75-8a67-b4303a591f65 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.4678848 Feb 15 21:51:55.154027 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8385859 Feb 15 21:51:55.154546 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51466) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:55.154730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51468) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:55.166807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:55.174448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-22461917-router', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:51:55.186312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:55.189293 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:55.207992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Usage tracker for resource:router and tenant:cbc9f48a0be04bca93ff4508f2a97944 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:55.214928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Usage tracker for resource:router and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:55.218848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:55.222386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:55.287867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Pushing event updated for resources: {'Subnet': ['ID=290fd9eb-717b-4b1e-893a-961d4533cf96,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:55.293111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:55.378531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Checking segment: {'id': '6b9d2902-efa4-4972-b910-2f9a1ec2dc3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2b968693-5257-40fa-b0a8-699ed8058d15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:51:55.378897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Network hostable DHCP agents. Network: 2b968693-5257-40fa-b0a8-699ed8058d15, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:51:55.448621 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:55.450923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:55.467272 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Checking segment: {'id': '9a6b2572-51d5-4c6b-9be7-d8da00727c21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:51:55.467684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Network hostable DHCP agents. Network: c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:51:55.478841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Network 2b968693-5257-40fa-b0a8-699ed8058d15 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:51:55.508340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854144414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-212397'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:55.509744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854197748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854226693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854563366'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:55.514540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854144414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-212397'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:55.515595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854197748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854226693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854563366'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:55.556563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c4a84-6bdf-4c9c-9326-8fdb4b5fac3f None None] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:55.573729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp543f914f-489b-5c80-8966-c4a2ffbd7571-29218df0-c27b-43e3-951d-30aceaa4a9cb', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35'}]}} from dv-cinder-775250-3-iscsi. {{(pid=84108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:51:55.574639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:55.628445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 2b968693-5257-40fa-b0a8-699ed8058d15) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:51:55.637751 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:55.638686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:55.687655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Network c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:51:55.691263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31cbc06-f999-4717-a939-9cbf02957cf9 None None] Network 2b968693-5257-40fa-b0a8-699ed8058d15 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:55.705051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:51:55.709803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:55.710585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:55.725066 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-937c84e6-2f87-4692-9616-aa0dd0d5d551 req-1d2daeb8-4edc-4eff-b1c8-7c8b2a115021 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 210 time: 0.1178572 Feb 15 21:51:55.737665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:55.765568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de7f2a-35b3-4c86-bf4d-629e183be97c None None] Network c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:55.768765 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6b761fed-c9a8-4a83-9416-08b33a1a743e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5254736 Feb 15 21:51:55.796958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:55.822077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:55.915251 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7018659 Feb 15 21:51:56.043112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51508) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:56.240159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-742ae437-2ca9-4126-b6a1-0e7950c6465c admin admin] Deleting subnet 04c6a7d6-0483-4664-9d92-3f12ed4101a6 {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:51:56.287771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-742ae437-2ca9-4126-b6a1-0e7950c6465c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:56.362385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51514) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:56.388857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854134860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854563381'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:56.462681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-742ae437-2ca9-4126-b6a1-0e7950c6465c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:56.486388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-742ae437-2ca9-4126-b6a1-0e7950c6465c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:56.563904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f805f-c02d-4407-94f7-a7d5f5913568 None None] Network 2b968693-5257-40fa-b0a8-699ed8058d15 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:56.716549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:56.801237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854134860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854563381'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:56.977481 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51548) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:57.066623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:51:57.083927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] Usage tracker for resource:security_group_rule and tenant:adb9de18ead3436b966f522d44a992ea is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:51:57.089829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:51:57.098766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:51:57.127096 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afab5cb4-5a4e-408e-992b-4f2a1e29fdd3 req-8279b4dc-b673-476a-80e9-87748b0ed802 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 210 time: 0.0936389 Feb 15 21:51:57.161999 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Allocated IP 172.20.0.2 (29218df0-c27b-43e3-951d-30aceaa4a9cb/d7af1070-92a3-45e3-89c7-d107b71e6b35/b6fa27a5-9707-48e9-a3f8-e705b667515f) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:51:57.183791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-742ae437-2ca9-4126-b6a1-0e7950c6465c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.185113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9baac-e884-469f-bb0e-db7e44feff3a None None] Network c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:51:57.218032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:57.326862 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ae437-2ca9-4126-b6a1-0e7950c6465c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c6a7d6-0483-4664-9d92-3f12ed4101a6,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:57.335755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-742ae437-2ca9-4126-b6a1-0e7950c6465c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:57.342652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.373576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.374804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-742ae437-2ca9-4126-b6a1-0e7950c6465c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.395028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b414d00e-b14c-45d4-9803-bfdc434c0af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:57.437175 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adb9de18ead3436b966f522d44a992ea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0639973 Feb 15 21:51:57.458030 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-742ae437-2ca9-4126-b6a1-0e7950c6465c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/04c6a7d6-0483-4664-9d92-3f12ed4101a6 HTTP/1.1" status: 204 len: 168 time: 1.4135723 Feb 15 21:51:57.459035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51560) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:57.459426 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51562) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:57.467620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36acbdfe-52cf-4f1b-88c4-1b6007da0240,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:57.502417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:57.626946 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.704281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-1c2cb9a7-b563-4c56-b0a8-39f324978c67 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:51:57.704948 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-1c2cb9a7-b563-4c56-b0a8-39f324978c67 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Synchronizing usage tracker for tenant:866938b5d37947a5b4400d222bcc4cab on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:51:57.720605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5d78244-6c03-438f-a9c7-bc6a7870badd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.733636 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.775736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.793155 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5d78244-6c03-438f-a9c7-bc6a7870badd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.800940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.865373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Transition to ACTIVE for port object b6fa27a5-9707-48e9-a3f8-e705b667515f will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:51:57.884727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Transition to ACTIVE for port object b6fa27a5-9707-48e9-a3f8-e705b667515f will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:51:57.898242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.911340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-1c2cb9a7-b563-4c56-b0a8-39f324978c67 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Unset dirty status for tenant:866938b5d37947a5b4400d222bcc4cab on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:51:57.912531 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-1c2cb9a7-b563-4c56-b0a8-39f324978c67 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/networks?id=c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd HTTP/1.1" status: 200 len: 812 time: 0.9170794 Feb 15 21:51:57.939824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:57.956261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:58.016465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.016865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.017721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.019063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > port after_create 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.019063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.019063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > port after_update 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.019063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.019709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.019709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.020425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.030497 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-d59683c5-ea98-410e-a0d4-a516f91a9079 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/quotas/866938b5d37947a5b4400d222bcc4cab HTTP/1.1" status: 200 len: 375 time: 0.0948389 Feb 15 21:51:58.103937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Pushing event updated for resources: {'Port': ['ID=b6fa27a5-9707-48e9-a3f8-e705b667515f,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:58.115180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.115602 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.115988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.116417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.116790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.117154 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.117528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.117893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.118261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.118627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.118996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.119360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.119787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.120149 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.120511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.120869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.121690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.121690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.122000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.122261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.122617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.122975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.123334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.124150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Tracked resource versions report: Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: pushed versions: Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: { 'AddressGroup': {'1.1'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': {'1.0'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': {'1.0'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': {'1.1'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': {'1.7'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': {'1.2'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': {'1.8'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': {'1.4'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': {'1.0'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': {'1.1'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': {'1.1'}} Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: consumer versions: Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: { DHCP agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: L3 agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: Metadata agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: Metering agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@dv-cinder-775250-3-iscsi: { 'AddressGroup': '1.1', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}, Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}} Feb 15 21:51:58.125082 dv-cinder-775250-3-iscsi neutron-server[83993]: {{(pid=84108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:51:58.137141 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-24ed213f-f3a7-49ba-a8b6-f87397025faf tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=866938b5d37947a5b4400d222bcc4cab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798588 Feb 15 21:51:58.186198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:58.190540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.190923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.191290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.191727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84106) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 21:51:58.192346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e62962c-92e5-4f5b-94bc-469272997641']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:58.195086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:58.206817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d56a83-bfb8-491f-9c20-2a3f29fd3992') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:58.207092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d56a83-bfb8-491f-9c20-2a3f29fd3992') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:51:58.223335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:58.242638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:51:58.244020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:51:58.249377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:51:58.255203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:58.259125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5d78244-6c03-438f-a9c7-bc6a7870badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:58.264961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:58.278996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d78244-6c03-438f-a9c7-bc6a7870badd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36acbdfe-52cf-4f1b-88c4-1b6007da0240,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:58.282177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a5d78244-6c03-438f-a9c7-bc6a7870badd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:58.284683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5d78244-6c03-438f-a9c7-bc6a7870badd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:58.286132 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a5d78244-6c03-438f-a9c7-bc6a7870badd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36acbdfe-52cf-4f1b-88c4-1b6007da0240 HTTP/1.1" status: 204 len: 168 time: 0.8236632 Feb 15 21:51:58.328771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:58.331001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:51:58.356484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Attempting to bind port b6fa27a5-9707-48e9-a3f8-e705b667515f on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:51:58.357982 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Attempting to bind port b6fa27a5-9707-48e9-a3f8-e705b667515f by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:51:58.360547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Attempting to bind port b6fa27a5-9707-48e9-a3f8-e705b667515f on network 29218df0-c27b-43e3-951d-30aceaa4a9cb {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:51:58.378320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:51:58.378841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Checking segment: {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:51:58.381117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:58.382218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Bound using segment: {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:51:58.384662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Bound port: b6fa27a5-9707-48e9-a3f8-e705b667515f, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:51:58.385237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:58.440916 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-b546e4d3-beb6-4f98-8f3c-9443307fe223 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:51:58.442491 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-b546e4d3-beb6-4f98-8f3c-9443307fe223 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1743257 Feb 15 21:51:58.518971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] For port b6fa27a5-9707-48e9-a3f8-e705b667515f, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:51:58.582674 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Network 7e62962c-92e5-4f5b-94bc-469272997641 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:51:58.592219 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd9131bf-6360-423c-84ea-ae3c4d5ecc72 req-1c786137-754e-4300-b166-311f44a82e0d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 210 time: 0.1596825 Feb 15 21:51:58.592550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:58.727768 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Allocated IP 172.27.0.110 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:51:58.786749 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-ef94eacc-53e0-46fd-9345-be5836d78ba2 service neutron] 10.222.0.41 "GET /v2.0/networks/c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674243 Feb 15 21:51:58.857656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Network 7e62962c-92e5-4f5b-94bc-469272997641 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: from cryptography.utils import int_from_bytes Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: from cryptography.utils import int_from_bytes Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: (rel_b, rel_a, rel_b), Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:51:58.884027 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:51:58.960644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] For port b6fa27a5-9707-48e9-a3f8-e705b667515f, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=b6fa27a5-9707-48e9-a3f8-e705b667515f,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:51:58.987059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:58.992025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:59.012673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:59.016895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:59.020160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e62962c-92e5-4f5b-94bc-469272997641,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:59.023464 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e62962c-92e5-4f5b-94bc-469272997641 HTTP/1.1" status: 204 len: 168 time: 1.5581241 Feb 15 21:51:59.024474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:59.026292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51598) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:51:59.052625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:59.102120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f18a02-8bb2-4557-ba45-ebfc426219a2 admin admin] Deleting subnet 290fd9eb-717b-4b1e-893a-961d4533cf96 {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:51:59.105263 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-6d170647-3fd9-4cf9-9cd9-204fb5b577ff service neutron] 10.222.0.41 "GET /v2.0/networks/c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3091986 Feb 15 21:51:59.105937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-59f18a02-8bb2-4557-ba45-ebfc426219a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:59.122088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:59.172104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-59f18a02-8bb2-4557-ba45-ebfc426219a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1819660'] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:59.251538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-59f18a02-8bb2-4557-ba45-ebfc426219a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:59.298119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Pushing event updated for resources: {'Port': ['ID=b6fa27a5-9707-48e9-a3f8-e705b667515f,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:59.309495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:59.335199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:59.359474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:59.696417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-59f18a02-8bb2-4557-ba45-ebfc426219a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1826727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27523202'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:59.721021 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:51:59.807846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f18a02-8bb2-4557-ba45-ebfc426219a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290fd9eb-717b-4b1e-893a-961d4533cf96,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:51:59.812094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-59f18a02-8bb2-4557-ba45-ebfc426219a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:51:59.969582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-59f18a02-8bb2-4557-ba45-ebfc426219a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:51:59.977623 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-59f18a02-8bb2-4557-ba45-ebfc426219a2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/290fd9eb-717b-4b1e-893a-961d4533cf96 HTTP/1.1" status: 204 len: 168 time: 0.9499366 Feb 15 21:51:59.979913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51648) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:00.004054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device b6fa27a5-9707-48e9-a3f8-e705b667515f up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:00.008899 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-76e38d61-5308-4044-a572-cb49d1704643 req-8108ba0b-eab9-4873-ba3b-e454f2cb9b12 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 210 time: 0.1191347 Feb 15 21:52:00.108102 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-425ae957-6be3-401c-8062-275918a7a1f3 req-b15934e4-9906-42a2-b7d8-72de1f44d617 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 210 time: 0.1935844 Feb 15 21:52:00.109212 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Pushing event updated for resources: {'Port': ['ID=6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:00.112607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Allocated IP 172.27.0.238 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/d5938056-6f17-4632-bcb7-ae137af33151) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:52:00.134377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:00.148117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port b6fa27a5-9707-48e9-a3f8-e705b667515f completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:00.169035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:00.170659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:00.173201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:52:00.341932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:00.543017 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:00.588042 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:00.671315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:00.686050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:00.691083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b968693-5257-40fa-b0a8-699ed8058d15']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:00.721181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9d2902-efa4-4972-b910-2f9a1ec2dc3a') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:00.728383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9d2902-efa4-4972-b910-2f9a1ec2dc3a') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:00.745609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:00.778890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:00.783291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:52:00.787305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Pushing event updated for resources: {'Port': ['ID=d5938056-6f17-4632-bcb7-ae137af33151,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:00.798176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:00.900398 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed8116-e211-4471-8c53-323c0b669e76 None None] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:52:01.026644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Network 2b968693-5257-40fa-b0a8-699ed8058d15 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:52:01.036976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:01.079741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-f528d520-1174-4550-ae03-423062b79983 None None] Provisioning for port b6fa27a5-9707-48e9-a3f8-e705b667515f completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:01.097694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-f528d520-1174-4550-ae03-423062b79983 None None] Provisioning complete for port b6fa27a5-9707-48e9-a3f8-e705b667515f triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:01.098216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f528d520-1174-4550-ae03-423062b79983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:01.130619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:01.245913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Network 2b968693-5257-40fa-b0a8-699ed8058d15 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:52:01.269960 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:52:01.290849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:01.307420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:01.317995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f528d520-1174-4550-ae03-423062b79983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:01.322144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:52:01.435686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-f528d520-1174-4550-ae03-423062b79983 None None] For port b6fa27a5-9707-48e9-a3f8-e705b667515f, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=b6fa27a5-9707-48e9-a3f8-e705b667515f,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:52:01.489796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:01.493787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:01.495784 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f528d520-1174-4550-ae03-423062b79983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:01.501458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-53254236-3bfc-42e7-b5dd-2819f4e81d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:01.511218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:01.532421 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2b968693-5257-40fa-b0a8-699ed8058d15 HTTP/1.1" status: 204 len: 168 time: 1.5514011 Feb 15 21:52:01.560808 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b968693-5257-40fa-b0a8-699ed8058d15,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:01.562858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51688) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:01.570614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:01.646498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-0b648b63-cc05-4c2b-9617-680abb942264 None None] Provisioning complete for port b6fa27a5-9707-48e9-a3f8-e705b667515f triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:01.646848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0b648b63-cc05-4c2b-9617-680abb942264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:01.724190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528d520-1174-4550-ae03-423062b79983 None None] Pushing event updated for resources: {'Port': ['ID=b6fa27a5-9707-48e9-a3f8-e705b667515f,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:01.730952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f528d520-1174-4550-ae03-423062b79983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:01.784474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:01.804918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:01.811559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] Usage tracker for resource:security_group_rule and tenant:1b90a51d13704e7c87e738c74717022b is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:01.815558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:01.824626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:01.946752 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66152fe0-ebc8-4ffa-8e95-4600955c1234 req-f9435cb7-bbcc-42cb-b5a9-ff13c48bbba0 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 210 time: 0.6368027 Feb 15 21:52:01.975652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51700) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:01.978520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device b6fa27a5-9707-48e9-a3f8-e705b667515f up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:02.025949 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d0dd57ed-c51c-415c-af88-0ef7ad19acee req-2bc6b630-93a0-48b5-ac50-825a796d5489 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 210 time: 0.5922270 Feb 15 21:52:02.079545 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.081186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-56491070-b666-4c06-b0ca-fdb0f492c881 None None] Provisioning complete for port b6fa27a5-9707-48e9-a3f8-e705b667515f triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:02.081643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56491070-b666-4c06-b0ca-fdb0f492c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.123776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.47', 56985) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:02.126951 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-fe6ca477-d637-4908-bc3f-26c6c8b1fe0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=882583e4db764d41adf5486f72fcbb0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1616805 Feb 15 21:52:02.127840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.132066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51706) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:02.193142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port b6fa27a5-9707-48e9-a3f8-e705b667515f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:02.193560 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.222677 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:02.291386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635157'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.361877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44521ebe-be95-46a7-8734-c0ba11141fc7,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:02.365610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:02.384051 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b90a51d13704e7c87e738c74717022b&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8161411 Feb 15 21:52:02.384835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51716) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:02.456888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-dd7bbc96-e235-4e78-bb60-270f43ead164 None None] Provisioning complete for port b6fa27a5-9707-48e9-a3f8-e705b667515f triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:02.457411 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbc96-e235-4e78-bb60-270f43ead164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.467347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a18f70d5-b7f9-4325-8022-d12f20311c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.536868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc118e9e-cef8-4cdb-b2cf-483b51b067a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.544967 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b09ae-c409-4613-af4e-d06fdac38639 req-25a87045-dafd-41a5-a8e0-163df3467b54 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:02.546675 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-25a87045-dafd-41a5-a8e0-163df3467b54 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 815 time: 0.4176097 Feb 15 21:52:02.577551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a18f70d5-b7f9-4325-8022-d12f20311c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.613207 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc118e9e-cef8-4cdb-b2cf-483b51b067a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.630022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Request body: {'port': {'device_id': '54e5be79-9896-4826-9e58-3e3a74c591fb', 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13', 'admin_state_up': True, 'tenant_id': '82291558adee4ba9ba7330ecf6d9ed23'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:02.688715 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:02.819858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:02.837840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Usage tracker for resource:port and tenant:82291558adee4ba9ba7330ecf6d9ed23 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:02.841532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:02.847456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:03.155485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635157'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:03.161798 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d2e36ab-3251-4916-8d5c-e1a9df9f5052 req-81024519-4d39-42f7-84ca-faf85e9eb5f1 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 210 time: 0.0615137 Feb 15 21:52:03.208612 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.47', 56991) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:03.249187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Made reservation on behalf of 82291558adee4ba9ba7330ecf6d9ed23 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:52:03.255038 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:03.265175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Router 650fe491-18bf-424d-9bca-2ebf66c10f5a is scheduled to L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:52:03.265388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a18f70d5-b7f9-4325-8022-d12f20311c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:03.280787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc118e9e-cef8-4cdb-b2cf-483b51b067a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:03.298189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:03.431801 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0552c32e-b466-4f6d-83d4-7d5e9f5ce0f9 req-ef5def4d-6a25-42ad-b0b7-f0a4a91e14d2 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 210 time: 0.2132792 Feb 15 21:52:03.703350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f70d5-b7f9-4325-8022-d12f20311c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92847f2a-d187-4163-ae6a-bbf480f53991,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:03.703350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-08067162-2246-480d-b348-b033e9de3889 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:03.703350 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-08067162-2246-480d-b348-b033e9de3889 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.47 "GET /v2.0/networks?id=c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd HTTP/1.1" status: 200 len: 812 time: 0.3124082 Feb 15 21:52:03.703350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc118e9e-cef8-4cdb-b2cf-483b51b067a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:03.703350 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bc118e9e-cef8-4cdb-b2cf-483b51b067a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44521ebe-be95-46a7-8734-c0ba11141fc7 HTTP/1.1" status: 204 len: 168 time: 1.1326921 Feb 15 21:52:03.703350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a18f70d5-b7f9-4325-8022-d12f20311c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:03.703350 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a18f70d5-b7f9-4325-8022-d12f20311c4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92847f2a-d187-4163-ae6a-bbf480f53991 HTTP/1.1" status: 204 len: 168 time: 1.4155359 Feb 15 21:52:03.703350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Request body: {'port': {'device_id': '0d1839c0-9f2d-4392-a3fa-d825b53b97ad', 'network_id': 'c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd', 'admin_state_up': True, 'tenant_id': '866938b5d37947a5b4400d222bcc4cab'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:04.137813 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:52:04.153047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Sync routers for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:52:04.178050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:52:04.185127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:51:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:04.304278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc118e9e-cef8-4cdb-b2cf-483b51b067a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44521ebe-be95-46a7-8734-c0ba11141fc7,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:04.304278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:04.426581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:04.427958 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-420a26fe-8599-4e5d-be80-112cecfae960 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.2682366 Feb 15 21:52:04.556494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51796) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:04.568478 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e1146d8-e6ad-407d-984a-46a2b288247b req-3c329377-282c-4269-9233-e8c04d403e0b tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 210 time: 0.1523464 Feb 15 21:52:04.581306 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bc118e9e-cef8-4cdb-b2cf-483b51b067a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.283s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:04.583017 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a5d78244-6c03-438f-a9c7-bc6a7870badd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.190s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:04.583430 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a5d78244-6c03-438f-a9c7-bc6a7870badd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:04.594904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Usage tracker for resource:port and tenant:866938b5d37947a5b4400d222bcc4cab is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:04.646830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:04.654157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:04.845883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:52:04.863005 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51802) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:04.866583 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51806) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:04.959097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Made reservation on behalf of 866938b5d37947a5b4400d222bcc4cab for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:52:04.970440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:04.995855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:05.052870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:05.079728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Allocated IP 172.20.0.9 (6a3a2f6b-7872-411a-b79a-f1bbcfabef13/296d7eb8-f2de-4f0a-b505-0e720a759be4/9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:52:05.101533 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-aa85c249-361c-4e00-8365-af4aee06cd3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e7f37ea2b8b4535909ec97932c2fef5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2326779 Feb 15 21:52:05.148069 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51816) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:05.194004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:0f74c47d236e4389b2ee1ca0f7f2194f is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:05.244859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:05.269574 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90623867-f71f-4a59-848c-f803506633a2 req-30fa2966-2c68-4c07-bb1f-6542c92580b1 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 210 time: 0.2994881 Feb 15 21:52:05.270349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Router f45fa0be-96ce-48ba-b0e3-314fa90e30fd is scheduled to L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:52:05.365256 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:05.532482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:00Z', 'revision_number': 3, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:05.537558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Checking router: 650fe491-18bf-424d-9bca-2ebf66c10f5a for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:52:05.538141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Updating router 650fe491-18bf-424d-9bca-2ebf66c10f5a port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 binding host dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:52:05.667136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:05.914755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:52:05.926680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Sync routers for ids ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:52:05.957603 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Routers {'f45fa0be-96ce-48ba-b0e3-314fa90e30fd'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:52:05.958301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:51:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:06.065869 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f1de5cde-3b7a-42e0-a6a9-193650105afb req-100bda48-28e4-4d41-b481-6bc755c6d31d tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 210 time: 0.1532087 Feb 15 21:52:06.260570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:06.271541 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.1106768 Feb 15 21:52:06.271541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 51836) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:06.281103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5282-2199-4cd0-949b-5b04da80cb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:06.379561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:52:06.413928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:06.442694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Transition to ACTIVE for port object 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:06.476140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5282-2199-4cd0-949b-5b04da80cb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:06.524921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:06.547239 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Set router f45fa0be-96ce-48ba-b0e3-314fa90e30fd gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:52:06.577035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:06.579182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Allocated IP 172.20.0.6 (c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd/ff72dbdf-6d44-46b1-b797-16cd22da19ac/4ba60956-c81e-4427-ae10-c72c72704d90) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:52:06.645250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:06.780825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:06.859127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:06.938392 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:06.946366 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.015967 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Attempting to bind port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:52:07.016589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Attempting to bind port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:52:07.017207 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Attempting to bind port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 on network c0740f9d-599d-4a5b-86e6-eb8d170ab167 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:52:07.028988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:52:07.030094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Checking segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:52:07.030737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.031352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Bound using segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:52:07.032643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Bound port: 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:52:07.033252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.150452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] For port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:52:07.174048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] For port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:52:07.187919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:07.197561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:07.200421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:52:07.231186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Pushing event updated for resources: {'Port': ['ID=6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:07.254714 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.258345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.263037 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.263639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.264316 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.264886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.267976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.267976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.267976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.270822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.271371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.271869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.272913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.274668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.275145 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.277788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.278299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.278854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.279330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.281622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.282230 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.284758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.285256 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.285766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.286186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:07.287568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:07.288349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Tracked resource versions report: Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: pushed versions: Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: { 'AddressGroup': {'1.1'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': {'1.0'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': {'1.0'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': {'1.1'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': {'1.7'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': {'1.2'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': {'1.8'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': {'1.4'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': {'1.2'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': {'1.0'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': {'1.1'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': {'1.1'}} Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: consumer versions: Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: { DHCP agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: L3 agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: Metadata agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: Metering agent@dv-cinder-775250-3-iscsi: {}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@dv-cinder-775250-3-iscsi: { 'AddressGroup': '1.1', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}, Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: Open vSwitch agent@hv-cinder-77525: { 'AddressGroup': '1.1', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'ConntrackHelper': '1.0', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Log': '1.0', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Network': '1.1', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Port': '1.7', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'PortForwarding': '1.2', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'QosPolicy': '1.8', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroup': '1.4', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.2', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'SubPort': '1.0', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Subnet': '1.1', Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: 'Trunk': '1.1'}} Feb 15 21:52:07.292482 dv-cinder-775250-3-iscsi neutron-server[83993]: {{(pid=84109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 21:52:07.330846 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f74c47d236e4389b2ee1ca0f7f2194f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4581409 Feb 15 21:52:07.333719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eeef6c-4595-419d-82c6-7fe3a7a22187,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:07.337842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 51860) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:07.339076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:07.344432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:07.416661 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7948697 Feb 15 21:52:07.471816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5282-2199-4cd0-949b-5b04da80cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.504311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:07.506649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:07.545657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5282-2199-4cd0-949b-5b04da80cb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.551864 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1a1b5282-2199-4cd0-949b-5b04da80cb73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eeee1cd8-0608-44c7-9eb5-0d9844151204 HTTP/1.1" status: 204 len: 168 time: 2.3978214 Feb 15 21:52:07.606404 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Pushing event updated for resources: {'Port': ['ID=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:07.624540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:07.628351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7593587b-4433-41f5-867b-5fb3550ba6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:07.665349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.675120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b5282-2199-4cd0-949b-5b04da80cb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee1cd8-0608-44c7-9eb5-0d9844151204,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:07.677897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1a1b5282-2199-4cd0-949b-5b04da80cb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:07.725540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1c3efbc1-2d8c-4218-a850-ecf86acff046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.816147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1c3efbc1-2d8c-4218-a850-ecf86acff046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.827252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Pushing event updated for resources: {'Port': ['ID=6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:07.841783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:07.889220 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-225b5a82-a86b-4c23-986d-7cef865ab510 req-8a090cb7-b7d7-42dc-b3cb-19054cd16ba5 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 210 time: 0.1618350 Feb 15 21:52:07.915191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:52:07.916832 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:51:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:07.918058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'name': 'tempest-ServerRescueNegativeTestJSON-22461917-router', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:02Z', 'revision_number': 3, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'gw_port': {'id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:07.926318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Checking router: f45fa0be-96ce-48ba-b0e3-314fa90e30fd for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:52:07.926318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Updating router f45fa0be-96ce-48ba-b0e3-314fa90e30fd port d5938056-6f17-4632-bcb7-ae137af33151 binding host dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:52:07.957055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1c3efbc1-2d8c-4218-a850-ecf86acff046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:07.965813 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:07.997160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1c3efbc1-2d8c-4218-a850-ecf86acff046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:08.016594 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1c3efbc1-2d8c-4218-a850-ecf86acff046 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27eeef6c-4595-419d-82c6-7fe3a7a22187 HTTP/1.1" status: 204 len: 168 time: 0.6733954 Feb 15 21:52:08.024119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:08.031735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:08.032567 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3efbc1-2d8c-4218-a850-ecf86acff046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eeef6c-4595-419d-82c6-7fe3a7a22187,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:08.048882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1c3efbc1-2d8c-4218-a850-ecf86acff046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:08.201456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:08.287710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-a0dc78cf-c788-42a6-92be-459dd88b801b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:52:08.289805 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-a0dc78cf-c788-42a6-92be-459dd88b801b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0344908 Feb 15 21:52:08.329167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Pushing event updated for resources: {'Port': ['ID=4ba60956-c81e-4427-ae10-c72c72704d90,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:08.334231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:08.419148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Network c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:08.437494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:08.451108 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:52:08.664394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ac751-7ba2-4b58-b3b8-be62b9fcb8d8 req-5fb35d94-0382-42d5-ad75-d4a89463726c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:08.672443 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f77ac751-7ba2-4b58-b3b8-be62b9fcb8d8 req-5fb35d94-0382-42d5-ad75-d4a89463726c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 931 time: 1.9645088 Feb 15 21:52:08.711857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:08.712931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:08.781342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:52:08.805684 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2339549 Feb 15 21:52:08.997291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Request body: {'port': {'device_id': '54e5be79-9896-4826-9e58-3e3a74c591fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:09.016552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f77ac751-7ba2-4b58-b3b8-be62b9fcb8d8 req-8f0faf6d-50e7-40b4-b53d-0a328ea25e26 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Synchronizing usage tracker for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:52:09.174460 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Request body: {'port': {'device_id': '0d1839c0-9f2d-4392-a3fa-d825b53b97ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:09.255568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:09.308571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Transition to ACTIVE for port object d5938056-6f17-4632-bcb7-ae137af33151 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:09.366718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:09.415192 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:09.559514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57e4dc-0e07-4030-9a77-0f0ca56ca0ed None None] Pushing event updated for resources: {'Port': ['ID=d5938056-6f17-4632-bcb7-ae137af33151,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:09.577587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f57e4dc-0e07-4030-9a77-0f0ca56ca0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:09.758935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f77ac751-7ba2-4b58-b3b8-be62b9fcb8d8 req-8f0faf6d-50e7-40b4-b53d-0a328ea25e26 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Unset dirty status for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:52:09.765829 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f77ac751-7ba2-4b58-b3b8-be62b9fcb8d8 req-8f0faf6d-50e7-40b4-b53d-0a328ea25e26 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0693424 Feb 15 21:52:09.795306 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:00Z', 'revision_number': 3, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:09.812190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3579c0d-fcab-4983-96cf-6fbf5b5a3710 None None] The sync data for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi is: [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:00Z', 'revision_number': 3, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:52:09.836886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:09.883388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:09.922651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Attempting to bind port d5938056-6f17-4632-bcb7-ae137af33151 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:52:09.923527 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Attempting to bind port d5938056-6f17-4632-bcb7-ae137af33151 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:52:09.924063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Attempting to bind port d5938056-6f17-4632-bcb7-ae137af33151 on network c0740f9d-599d-4a5b-86e6-eb8d170ab167 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:52:09.931866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:52:09.932320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Checking segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:52:09.932829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:09.933501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Bound using segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:52:09.934013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Bound port: d5938056-6f17-4632-bcb7-ae137af33151, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:52:09.934593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:10.097071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] For port d5938056-6f17-4632-bcb7-ae137af33151, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:52:10.111201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] For port d5938056-6f17-4632-bcb7-ae137af33151, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=d5938056-6f17-4632-bcb7-ae137af33151,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:52:10.156344 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:10.215904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:10.435730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d2d81-ee20-471e-b20b-8aafe95dbfe3 req-5675479c-2474-4ac4-8694-65e35db5e289 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:10.440321 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d12d2d81-ee20-471e-b20b-8aafe95dbfe3 req-5675479c-2474-4ac4-8694-65e35db5e289 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 931 time: 1.0332530 Feb 15 21:52:10.442989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57e4dc-0e07-4030-9a77-0f0ca56ca0ed None None] Pushing event updated for resources: {'Port': ['ID=d5938056-6f17-4632-bcb7-ae137af33151,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:10.450098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f57e4dc-0e07-4030-9a77-0f0ca56ca0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:10.733022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:10.928735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Routers {'f45fa0be-96ce-48ba-b0e3-314fa90e30fd'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:52:10.929439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:51:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:10.958122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:11.112273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-d12d2d81-ee20-471e-b20b-8aafe95dbfe3 req-24a2cabe-f830-4e95-b87b-098c5da21165 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Synchronizing usage tracker for tenant:866938b5d37947a5b4400d222bcc4cab on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:52:11.449682 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-d12d2d81-ee20-471e-b20b-8aafe95dbfe3 req-24a2cabe-f830-4e95-b87b-098c5da21165 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Unset dirty status for tenant:866938b5d37947a5b4400d222bcc4cab on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:52:11.453529 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d12d2d81-ee20-471e-b20b-8aafe95dbfe3 req-24a2cabe-f830-4e95-b87b-098c5da21165 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9870780 Feb 15 21:52:11.494842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] Set router f45fa0be-96ce-48ba-b0e3-314fa90e30fd gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:52:11.509989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Allocated IP 172.20.0.1 (29218df0-c27b-43e3-951d-30aceaa4a9cb/d7af1070-92a3-45e3-89c7-d107b71e6b35/1612d5c9-a649-417f-b4bc-f09f3a6568a3) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:52:11.865165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba60956-c81e-4427-ae10-c72c72704d90 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:52:11.873232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa42e7-6ee7-436d-aadb-14659f5509fa req-df9819de-dfdf-4e23-a40b-308d913551ca tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:11.886825 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-99fa42e7-6ee7-436d-aadb-14659f5509fa req-df9819de-dfdf-4e23-a40b-308d913551ca tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 931 time: 0.7835639 Feb 15 21:52:11.894407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:11.931592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Transition to ACTIVE for port object 4ba60956-c81e-4427-ae10-c72c72704d90 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:12.063676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:12.140266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c92329c2-5a0f-4d76-bf57-8374b1a44741 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:12.152327 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:12.196896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:12.240394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Transition to ACTIVE for port object 1612d5c9-a649-417f-b4bc-f09f3a6568a3 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:12.350853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:12.382457 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:12.472663 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:12.472663 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:12.527744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9b46b77e-71a5-4c31-9644-4aede3f61210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:12.656609 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-99fa42e7-6ee7-436d-aadb-14659f5509fa req-40be0107-eb8b-4f0c-b67d-2ff172e3a3a3 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7558012 Feb 15 21:52:12.683773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:12.689237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:12.703130 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:52:12.703728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642379'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:12.810541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.resource_extend [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 21:52:12.893121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'name': 'tempest-ServerRescueNegativeTestJSON-22461917-router', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:02Z', 'revision_number': 3, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'gw_port': {'id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:12.899665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:12.920404 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:52:12.922004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b4d8d0-536e-4f24-b814-f0e6dc2774c2 None None] The sync data for ids ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'] in dv-cinder-775250-3-iscsi is: [{'id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'name': 'tempest-ServerRescueNegativeTestJSON-22461917-router', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:02Z', 'revision_number': 3, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'gw_port': {'id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:52:12.979180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:12.989752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:13.145539 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:13.151275 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:13.174640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:52:13.185226 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:13.193217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-3b451831-f99c-464f-a4a1-332bc2915a1b None None] Provisioning for port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:13.200872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba60956-c81e-4427-ae10-c72c72704d90,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:13.204151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-3b451831-f99c-464f-a4a1-332bc2915a1b None None] Provisioning complete for port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:13.208134 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b451831-f99c-464f-a4a1-332bc2915a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:13.238700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.098s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:13.270722 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Transition to ACTIVE for port object 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:13.321637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-3b451831-f99c-464f-a4a1-332bc2915a1b None None] Port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:52:13.352867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Attempting to bind port 4ba60956-c81e-4427-ae10-c72c72704d90 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:52:13.353414 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Attempting to bind port 4ba60956-c81e-4427-ae10-c72c72704d90 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '9a6b2572-51d5-4c6b-9be7-d8da00727c21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:52:13.353809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Attempting to bind port 4ba60956-c81e-4427-ae10-c72c72704d90 on network c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:52:13.366164 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:13.378470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:52:13.380217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Checking segment: {'id': '9a6b2572-51d5-4c6b-9be7-d8da00727c21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:52:13.380217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:13.387417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Bound using segment: {'id': '9a6b2572-51d5-4c6b-9be7-d8da00727c21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:52:13.388064 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Bound port: 4ba60956-c81e-4427-ae10-c72c72704d90, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6b2572-51d5-4c6b-9be7-d8da00727c21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:52:13.391604 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:13.443354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4fcab645-0135-4e69-baf8-b2e6aa2ff3dd tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:13.639547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Pushing event updated for resources: {'Port': ['ID=1612d5c9-a649-417f-b4bc-f09f3a6568a3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:13.644147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.116s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:14.089563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66107314-5803-430e-a8a5-8e69f874b788 req-301e6a50-9307-4e32-9be0-3a9b4b0aae50 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:14.091377 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66107314-5803-430e-a8a5-8e69f874b788 req-301e6a50-9307-4e32-9be0-3a9b4b0aae50 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 943 time: 0.5745516 Feb 15 21:52:14.252176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:14.473535 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:14.473719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Allocated IP 172.20.0.1 (fab784b0-102e-4d43-b39d-724e4f4f3af4/f6b95482-3fbe-4ddb-8ee0-e681429535cc/f2e5548b-1855-4197-a33f-c527223a6892) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:52:14.475648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:14.543277 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66107314-5803-430e-a8a5-8e69f874b788 req-ef01fcf4-4690-46a8-8f41-4d968fb49da5 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727146 Feb 15 21:52:14.559190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:14.674079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4c366-4a57-49c6-b8f2-3b292e258312 req-14585683-d1c9-49b0-af1d-9a78a6e60be0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:14.676016 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-26e4c366-4a57-49c6-b8f2-3b292e258312 req-14585683-d1c9-49b0-af1d-9a78a6e60be0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 943 time: 0.5780983 Feb 15 21:52:14.719504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Pushing event updated for resources: {'Port': ['ID=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:14.729233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.289s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:14.849590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device d5938056-6f17-4632-bcb7-ae137af33151 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:14.878264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] For port 4ba60956-c81e-4427-ae10-c72c72704d90, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:52:14.899679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] For port 4ba60956-c81e-4427-ae10-c72c72704d90, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=4ba60956-c81e-4427-ae10-c72c72704d90,segment=NetworkSegment(9a6b2572-51d5-4c6b-9be7-d8da00727c21),segment_id=9a6b2572-51d5-4c6b-9be7-d8da00727c21)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:52:15.055060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:15.072852 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:15.095618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port d5938056-6f17-4632-bcb7-ae137af33151 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:15.102854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port d5938056-6f17-4632-bcb7-ae137af33151 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:15.103523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:15.200438 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:15.330225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:15.346544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba60956-c81e-4427-ae10-c72c72704d90,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:15.349641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Attempting to bind port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:52:15.350665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Attempting to bind port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:52:15.351114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Attempting to bind port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 on network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:52:15.364209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:15.365139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:52:15.365651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Checking segment: {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:52:15.366622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:15.367100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Bound using segment: {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:52:15.367680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Bound port: 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:52:15.368123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:15.404446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port d5938056-6f17-4632-bcb7-ae137af33151, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=d5938056-6f17-4632-bcb7-ae137af33151,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:52:15.438757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:15.443614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:15.525919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:15.526685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:15.528250 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] 10.222.0.47 "PUT /v2.0/ports/4ba60956-c81e-4427-ae10-c72c72704d90 HTTP/1.1" status: 200 len: 1157 time: 6.6834118 Feb 15 21:52:15.537211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1839c0-9f2d-4392-a3fa-d825b53b97ad', 'tag': '4ba60956-c81e-4427-ae10-c72c72704d90'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:52:15.537211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] For port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:52:15.569644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] For port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:52:15.574706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:15.593155 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=d5938056-6f17-4632-bcb7-ae137af33151,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:15.607977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:15.644421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:15.945465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:15.947828 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-26e4c366-4a57-49c6-b8f2-3b292e258312 req-c401305e-a82d-4564-9013-602884111cd6 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8254528 Feb 15 21:52:15.947828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:15.983352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:16.027496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device d5938056-6f17-4632-bcb7-ae137af33151 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:16.039798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Pushing event updated for resources: {'Port': ['ID=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:16.051072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:16.067225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:16.068053 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:16.069986 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] 10.222.0.47 "PUT /v2.0/ports/9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 HTTP/1.1" status: 200 len: 1157 time: 7.2860646 Feb 15 21:52:16.097063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-fa0f184d-af9f-4e1d-b4e8-9f99f0024c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:16.098710 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-fa0f184d-af9f-4e1d-b4e8-9f99f0024c25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=866938b5d37947a5b4400d222bcc4cab&device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 1160 time: 0.2469764 Feb 15 21:52:16.192552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:16.235301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133458'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:16.265156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port d5938056-6f17-4632-bcb7-ae137af33151 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:16.265812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:16.266216 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1839c0-9f2d-4392-a3fa-d825b53b97ad', 'tag': '4ba60956-c81e-4427-ae10-c72c72704d90', 'status': 'completed', 'code': 200} Feb 15 21:52:16.348667 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-9a18a61d-5924-483d-b6ba-39f4a7ea84d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba60956-c81e-4427-ae10-c72c72704d90 HTTP/1.1" status: 200 len: 217 time: 0.2323518 Feb 15 21:52:16.428592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b09ae-c409-4613-af4e-d06fdac38639 req-42d45f23-780c-4bd7-887a-65cfc9604a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:16.429699 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:16.430249 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-42d45f23-780c-4bd7-887a-65cfc9604a46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 1160 time: 0.1661730 Feb 15 21:52:16.444355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:16.458861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Pushing event updated for resources: {'Port': ['ID=f2e5548b-1855-4197-a33f-c527223a6892,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:16.477486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:16.482133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:16.664694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-5a8d1e37-1f9d-43fb-8a2f-82699f01ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:16.669919 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-5a8d1e37-1f9d-43fb-8a2f-82699f01ad10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ff72dbdf-6d44-46b1-b797-16cd22da19ac HTTP/1.1" status: 200 len: 852 time: 0.2142096 Feb 15 21:52:16.834552 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-07022133-7a03-4360-882b-9ecd8b077944 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 HTTP/1.1" status: 200 len: 217 time: 0.1630383 Feb 15 21:52:16.898057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-4308d012-a8aa-4c16-824a-791cc738bb6c None None] Provisioning complete for port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:16.898057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4308d012-a8aa-4c16-824a-791cc738bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:16.956056 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Pushing event updated for resources: {'Port': ['ID=1612d5c9-a649-417f-b4bc-f09f3a6568a3,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:16.959192 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:17.015146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-4308d012-a8aa-4c16-824a-791cc738bb6c None None] Port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:52:17.073098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b09ae-c409-4613-af4e-d06fdac38639 req-11217246-b915-4800-b96e-5120815935fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:17.075811 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-11217246-b915-4800-b96e-5120815935fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=296d7eb8-f2de-4f0a-b505-0e720a759be4 HTTP/1.1" status: 200 len: 855 time: 0.0914586 Feb 15 21:52:17.079027 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-841533fb-7a43-4a79-b0ef-f51469d6bbbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603215 Feb 15 21:52:17.112732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:17.118511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:17.121019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:52:17.121775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642379'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:17.147135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8063e6-adc7-4af7-8e86-8c5fc30d37b2 req-a50a2d0c-c28f-4fcd-8f74-3394e3c5c224 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:17.148800 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef8063e6-adc7-4af7-8e86-8c5fc30d37b2 req-a50a2d0c-c28f-4fcd-8f74-3394e3c5c224 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 943 time: 1.1633356 Feb 15 21:52:17.257037 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef8063e6-adc7-4af7-8e86-8c5fc30d37b2 req-cc40647b-9a41-443c-bfed-66469ca41c59 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958931 Feb 15 21:52:17.273162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a0c1f-de29-4191-bc31-1a7775469ad2 req-94de5dd1-3222-434c-be2e-8e681c62a1bb tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:17.274858 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d37a0c1f-de29-4191-bc31-1a7775469ad2 req-94de5dd1-3222-434c-be2e-8e681c62a1bb tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 943 time: 0.2421894 Feb 15 21:52:17.292203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Router 650fe491-18bf-424d-9bca-2ebf66c10f5a has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:52:17.406047 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d37a0c1f-de29-4191-bc31-1a7775469ad2 req-486b4331-a508-4bc8-b3b5-c5409912df58 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202812 Feb 15 21:52:17.562881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-330e323b-2ac6-45d2-81d3-7f44f4623b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:17.580543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:17.655218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:52:17.665728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Sync routers for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:52:17.683337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:52:17.684060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:51:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:17.716073 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] 10.222.0.41 "PUT /v2.0/routers/650fe491-18bf-424d-9bca-2ebf66c10f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1392019 Feb 15 21:52:17.914747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:52:17.980342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:18.021124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:18.022992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133458'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:18.062581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:18.248437 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 52160) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:18.253254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Pushing event updated for resources: {'Port': ['ID=f2e5548b-1855-4197-a33f-c527223a6892,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:18.260660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2130867240', 'description': 'tempest-description--2042285431'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:18.260810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:18.269150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:18.272657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e5be79-9896-4826-9e58-3e3a74c591fb', 'tag': '9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:52:18.305629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:security_group and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:18.313842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:18.322469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:18.323880 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:18.331032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:18.380913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:15Z', 'revision_number': 2, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:18.393623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Checking router: 650fe491-18bf-424d-9bca-2ebf66c10f5a for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:52:18.394025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Updating router 650fe491-18bf-424d-9bca-2ebf66c10f5a port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 binding host dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:52:18.398796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:18.519748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:18.835099 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e5be79-9896-4826-9e58-3e3a74c591fb', 'tag': '9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1', 'status': 'completed', 'code': 200} Feb 15 21:52:18.836817 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-996ed50c-c709-4940-8efa-2c2c31a7ce81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4066792 Feb 15 21:52:18.887205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Router f45fa0be-96ce-48ba-b0e3-314fa90e30fd has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:52:18.895588 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-d833cab2-fbda-4884-a69b-3561d9da8c96 service neutron] 10.222.0.47 "GET /v2.0/networks/c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841390 Feb 15 21:52:18.924835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:19.046061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:security_group_rule and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:19.118849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94551e-45b1-4c6c-ac93-1fa22c08ac6f req-313f7a5f-09c9-4c36-aa7c-68eb2d474938 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:19.128817 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea94551e-45b1-4c6c-ac93-1fa22c08ac6f req-313f7a5f-09c9-4c36-aa7c-68eb2d474938 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 943 time: 0.3727992 Feb 15 21:52:19.161422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:19.197524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:19.206972 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8789d69f-7a92-4be8-8c6d-5a04b1fc4bc3 req-8c0b61cf-7f64-4658-b39f-33c866b49af3 service neutron] 10.222.0.47 "GET /v2.0/networks/c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2835977 Feb 15 21:52:19.256854 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea94551e-45b1-4c6c-ac93-1fa22c08ac6f req-fc0ec280-7a3c-4009-83eb-cfde319881e9 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259375 Feb 15 21:52:19.265332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:52:19.274398 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Sync routers for ids ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:52:19.276209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73044d-b302-4cb5-983c-93824e72d4dd req-454475ad-976c-4fce-b056-2b7a07d7f9ed tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:19.278257 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc73044d-b302-4cb5-983c-93824e72d4dd req-454475ad-976c-4fce-b056-2b7a07d7f9ed tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 943 time: 0.4746346 Feb 15 21:52:19.283708 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] 10.222.0.41 "PUT /v2.0/routers/f45fa0be-96ce-48ba-b0e3-314fa90e30fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0112176 Feb 15 21:52:19.299124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Routers {'f45fa0be-96ce-48ba-b0e3-314fa90e30fd'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:52:19.299289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:51:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:19.336517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:19.354212 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Transition to ACTIVE for port object 1612d5c9-a649-417f-b4bc-f09f3a6568a3 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:19.390929 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc73044d-b302-4cb5-983c-93824e72d4dd req-6eca655e-3f01-4533-92ad-36d0841e78a6 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055057 Feb 15 21:52:19.398043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:19.425787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:19.456582 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-c0f16a40-bcd9-4e48-851d-b4e683fa4a82 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634685 Feb 15 21:52:19.640084 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-858b09ae-c409-4613-af4e-d06fdac38639 req-adb25a96-b1e1-4c53-abbf-5582626c5a58 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1761036 Feb 15 21:52:19.676881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f6b9c-decf-4421-84e5-60afbcbc6eeb None None] Pushing event updated for resources: {'Port': ['ID=1612d5c9-a649-417f-b4bc-f09f3a6568a3,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:19.686577 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-187f6b9c-decf-4421-84e5-60afbcbc6eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:19.715733 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Set router f45fa0be-96ce-48ba-b0e3-314fa90e30fd gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:52:19.727720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:19.730148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319876f8-6a9d-4fd0-8855-0213f3f0931b req-c9d7c727-6809-4cbf-8050-cff7f523ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:19.731846 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-319876f8-6a9d-4fd0-8855-0213f3f0931b req-c9d7c727-6809-4cbf-8050-cff7f523ab11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=866938b5d37947a5b4400d222bcc4cab&device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 1160 time: 0.4264379 Feb 15 21:52:19.957603 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.125296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Attempting to bind port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:52:20.131825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Attempting to bind port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:52:20.131825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Attempting to bind port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 on network 29218df0-c27b-43e3-951d-30aceaa4a9cb {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:52:20.145837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:52:20.146477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Checking segment: {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:52:20.150280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.150867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Bound using segment: {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:52:20.151369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Bound port: 1612d5c9-a649-417f-b4bc-f09f3a6568a3, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:52:20.152523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.218857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c6e76193-a5e1-40c6-b90b-73dfad4a09c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.257597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-6a5bbae3-7b92-4e0e-bb68-31c279459c26 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:20.258737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-6a5bbae3-7b92-4e0e-bb68-31c279459c26 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Synchronizing usage tracker for tenant:cbc9f48a0be04bca93ff4508f2a97944 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:52:20.331324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] For port 1612d5c9-a649-417f-b4bc-f09f3a6568a3, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:52:20.335637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] For port 1612d5c9-a649-417f-b4bc-f09f3a6568a3, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=1612d5c9-a649-417f-b4bc-f09f3a6568a3,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:52:20.344654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-6a5bbae3-7b92-4e0e-bb68-31c279459c26 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Unset dirty status for tenant:cbc9f48a0be04bca93ff4508f2a97944 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:52:20.345986 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-6a5bbae3-7b92-4e0e-bb68-31c279459c26 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 817 time: 0.4232426 Feb 15 21:52:20.368636 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-08a199a6-82ca-4a96-a2b2-ff1f808eef38 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/quotas/cbc9f48a0be04bca93ff4508f2a97944 HTTP/1.1" status: 200 len: 375 time: 0.0163474 Feb 15 21:52:20.385264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.414244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-479b84fe-a6be-4560-8344-2cc1767ed8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:20.491093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'name': 'tempest-ServerRescueNegativeTestJSON-22461917-router', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:17Z', 'revision_number': 4, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'gw_port': {'id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f2e5548b-1855-4197-a33f-c527223a6892', 'name': '', 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'mac_address': 'fa:16:3e:70:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f6b95482-3fbe-4ddb-8ee0-e681429535cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:12Z', 'updated_at': '2021-02-15T21:52:17Z', 'revision_number': 2, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'subnets': [{'id': 'f6b95482-3fbe-4ddb-8ee0-e681429535cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:20.509869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Checking router: f45fa0be-96ce-48ba-b0e3-314fa90e30fd for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:52:20.512977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Updating router f45fa0be-96ce-48ba-b0e3-314fa90e30fd port f2e5548b-1855-4197-a33f-c527223a6892 binding host dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:52:20.561925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:20.589525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.590915 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.3413391 Feb 15 21:52:20.605901 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 52258) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:20.606231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.663370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'security_group_rule': {'security_group_id': 'a3161985-1324-43c2-9425-b45151578e65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:20.680805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-c95ad579-d8de-4945-97f9-1ddd9ea93ffd tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Synchronizing usage tracker for tenant:cbc9f48a0be04bca93ff4508f2a97944 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:52:20.683494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:20.688367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9c2c-0188-463c-ab29-47804f0693b7 req-59a0d2c6-d0dc-461c-92b7-36e7f6dc22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:20.689030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:20.690000 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f8b9c2c-0188-463c-ab29-47804f0693b7 req-59a0d2c6-d0dc-461c-92b7-36e7f6dc22bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 1160 time: 0.8827507 Feb 15 21:52:20.692751 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 52262) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:20.695276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3161985-1324-43c2-9425-b45151578e65,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:20.712350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f6b9c-decf-4421-84e5-60afbcbc6eeb None None] Pushing event updated for resources: {'Port': ['ID=1612d5c9-a649-417f-b4bc-f09f3a6568a3,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:20.727023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-187f6b9c-decf-4421-84e5-60afbcbc6eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:20.732969 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14abce7-ffe3-40ee-a365-f845cfca8bde req-234b0b69-7e2c-49f3-b7d7-0f6725bcf2fc tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:20.748471 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f14abce7-ffe3-40ee-a365-f845cfca8bde req-234b0b69-7e2c-49f3-b7d7-0f6725bcf2fc tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 943 time: 0.2975919 Feb 15 21:52:20.757265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:52:20.758728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:52:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:20.797579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-c95ad579-d8de-4945-97f9-1ddd9ea93ffd tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Unset dirty status for tenant:cbc9f48a0be04bca93ff4508f2a97944 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:52:20.820184 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-c95ad579-d8de-4945-97f9-1ddd9ea93ffd tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4451568 Feb 15 21:52:20.894849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:security_group_rule and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:20.897996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:20.899182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9c2c-0188-463c-ab29-47804f0693b7 req-c306f342-2efd-418a-841a-5cdd4ce3628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:20.900877 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f8b9c2c-0188-463c-ab29-47804f0693b7 req-c306f342-2efd-418a-841a-5cdd4ce3628a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 909 time: 0.1804669 Feb 15 21:52:20.905411 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:21.035368 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f8b9c2c-0188-463c-ab29-47804f0693b7 req-56cd5b77-f415-4c43-b17a-b7f56e5915b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 HTTP/1.1" status: 200 len: 217 time: 0.1260371 Feb 15 21:52:21.117101 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:21.138113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319876f8-6a9d-4fd0-8855-0213f3f0931b req-99291b2c-0a01-4344-b873-514b35a40ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:21.140091 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-319876f8-6a9d-4fd0-8855-0213f3f0931b req-99291b2c-0a01-4344-b873-514b35a40ad2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd HTTP/1.1" status: 200 len: 906 time: 1.3912454 Feb 15 21:52:21.239016 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-319876f8-6a9d-4fd0-8855-0213f3f0931b req-8d8e5b9e-ad98-4290-a947-6e352993ffb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba60956-c81e-4427-ae10-c72c72704d90 HTTP/1.1" status: 200 len: 217 time: 0.0867915 Feb 15 21:52:21.259367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:21.282544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:21.329338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:52:21.344946 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f14abce7-ffe3-40ee-a365-f845cfca8bde req-3c7f8fc1-1a04-41c3-bf9d-ef641e738018 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929158 Feb 15 21:52:21.360918 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-9b0988fb-765f-4502-9d5d-4bd70e3349d7 service neutron] 10.222.0.41 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296259 Feb 15 21:52:21.426395 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319876f8-6a9d-4fd0-8855-0213f3f0931b req-7829aada-5842-43d6-8ecf-d1a51e2de157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:21.429387 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-319876f8-6a9d-4fd0-8855-0213f3f0931b req-7829aada-5842-43d6-8ecf-d1a51e2de157 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ff72dbdf-6d44-46b1-b797-16cd22da19ac HTTP/1.1" status: 200 len: 852 time: 0.1528337 Feb 15 21:52:21.444316 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9c2c-0188-463c-ab29-47804f0693b7 req-8af49aa2-db93-4b0e-a54b-d98c22a6c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:21.446079 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f8b9c2c-0188-463c-ab29-47804f0693b7 req-8af49aa2-db93-4b0e-a54b-d98c22a6c154 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=296d7eb8-f2de-4f0a-b505-0e720a759be4 HTTP/1.1" status: 200 len: 855 time: 0.3918693 Feb 15 21:52:21.448731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:21.500382 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:fd92a9ee7e2a4407a2e657bd264b0875 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:21.561912 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f8b9c2c-0188-463c-ab29-47804f0693b7 req-d233d6fe-c877-40a5-959d-b08bd96902a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055632 Feb 15 21:52:21.563057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:21.579437 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-319876f8-6a9d-4fd0-8855-0213f3f0931b req-1787463e-41fb-4df1-9fb9-be90aecadd09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321943 Feb 15 21:52:21.602614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:21.616663 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Transition to ACTIVE for port object f2e5548b-1855-4197-a33f-c527223a6892 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:21.621697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:21.656073 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-fd1ead6f-e86f-4658-81bc-0d9ee0533e66 service neutron] 10.222.0.41 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2875023 Feb 15 21:52:21.663921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c504d2c-8c9e-41da-9a34-5b667b240cba req-c17ace80-a62e-49f6-9f42-804e66998fbf tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:21.671450 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c504d2c-8c9e-41da-9a34-5b667b240cba req-c17ace80-a62e-49f6-9f42-804e66998fbf tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 943 time: 0.1389887 Feb 15 21:52:21.695482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:21.736783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:21.742757 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c504d2c-8c9e-41da-9a34-5b667b240cba req-5b62a2cf-0935-4200-a478-89141f605043 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702810 Feb 15 21:52:21.798676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:21.861878 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-319876f8-6a9d-4fd0-8855-0213f3f0931b req-4ced6ca3-4c6f-416b-bc82-729c97b4a879 service neutron] 10.222.0.47 "GET /v2.0/networks/c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347152 Feb 15 21:52:21.871848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:21.881827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:20Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:21.886336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc5a19-466e-4b6d-8d32-8f5fc02ec37f None None] The sync data for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi is: [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:20Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:52:21.982064 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b715e2-ea2f-440a-812b-8319380ccefd None None] Pushing event updated for resources: {'Port': ['ID=f2e5548b-1855-4197-a33f-c527223a6892,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:21.982664 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f8b9c2c-0188-463c-ab29-47804f0693b7 req-654bdf97-f261-4995-979b-98847e7ec4b6 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058561 Feb 15 21:52:21.995300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-05b715e2-ea2f-440a-812b-8319380ccefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:22.140024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:22.145987 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04113630-a317-4a7c-b28c-d7dad02412ec req-71c94870-c288-456e-8207-240e0ff14a72 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 210 time: 0.0937302 Feb 15 21:52:22.318209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Attempting to bind port f2e5548b-1855-4197-a33f-c527223a6892 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:52:22.319004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Attempting to bind port f2e5548b-1855-4197-a33f-c527223a6892 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:52:22.319141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Attempting to bind port f2e5548b-1855-4197-a33f-c527223a6892 on network fab784b0-102e-4d43-b39d-724e4f4f3af4 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:52:22.325389 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:52:22.325871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Checking segment: {'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:52:22.326825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:22.327273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Bound using segment: {'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:52:22.327866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Bound port: f2e5548b-1855-4197-a33f-c527223a6892, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:52:22.328284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:22.478874 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:22.488563 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f8b9c2c-0188-463c-ab29-47804f0693b7 req-8259f0ae-d3b1-4b8a-ae71-1793829dacf5 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3665533 Feb 15 21:52:22.493613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:22.497628 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8826189 Feb 15 21:52:22.505735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52320) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:22.505735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'security_group_rule': {'security_group_id': 'a3161985-1324-43c2-9425-b45151578e65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:22.514614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:22.521965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7eb963-27b8-49c1-bcc2-90f29c3a31d3,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:22.527464 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:security_group_rule and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:22.536297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:22.537175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:22.546738 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:22.565737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] For port f2e5548b-1855-4197-a33f-c527223a6892, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:52:22.571062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] For port f2e5548b-1855-4197-a33f-c527223a6892, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f2e5548b-1855-4197-a33f-c527223a6892,segment=NetworkSegment(d03fc2ce-145b-4d49-b674-25e0d6049ba1),segment_id=d03fc2ce-145b-4d49-b674-25e0d6049ba1)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:52:22.588140 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-319876f8-6a9d-4fd0-8855-0213f3f0931b req-cb5fd4e3-978d-4f4b-b4e6-ad5d6c1fa5ca service neutron] 10.222.0.47 "GET /v2.0/networks/c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7147019 Feb 15 21:52:22.627828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:22.664960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:22.696442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7199b02a-f5cc-4fa8-b350-2943ad2cc896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:22.701274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:22.712602 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2a1c30df-b2f3-43f9-8bea-dbc482290142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:22.805772 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd92a9ee7e2a4407a2e657bd264b0875&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1072206 Feb 15 21:52:22.807386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52332) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:22.843380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:22.854728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb6ccbb-2fdc-4e16-8bee-96c8f6c167dd,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:22.859189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:23.053658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-48ae35a1-dc85-49ec-9de6-eca688382d5f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:23.055734 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-48ae35a1-dc85-49ec-9de6-eca688382d5f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 817 time: 0.5002878 Feb 15 21:52:23.091232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b715e2-ea2f-440a-812b-8319380ccefd None None] Pushing event updated for resources: {'Port': ['ID=f2e5548b-1855-4197-a33f-c527223a6892,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:23.098072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-05b715e2-ea2f-440a-812b-8319380ccefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:23.105985 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:23.116000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:23.120027 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-072ca25f-2cd3-49e3-a136-b7b04840078c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/quotas/cbc9f48a0be04bca93ff4508f2a97944 HTTP/1.1" status: 200 len: 375 time: 0.0505011 Feb 15 21:52:23.154882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Routers {'f45fa0be-96ce-48ba-b0e3-314fa90e30fd'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:52:23.156023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:52:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:23.219193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7051818-772d-429b-af32-f1a66bf76049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:23.232264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21f8fd-6752-4e22-8d69-5c230ef82a19 req-d3a1f1a0-8ecf-4953-9583-71ef86a05ea1 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:23.234896 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0e21f8fd-6752-4e22-8d69-5c230ef82a19 req-d3a1f1a0-8ecf-4953-9583-71ef86a05ea1 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 943 time: 0.5890610 Feb 15 21:52:23.249009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:23.335040 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:23.393047 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0e21f8fd-6752-4e22-8d69-5c230ef82a19 req-8aa628ed-d0d0-4378-a666-f9d920f576e2 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338830 Feb 15 21:52:23.397055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7051818-772d-429b-af32-f1a66bf76049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:23.422223 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790ce3a4-a49d-4441-aca6-c7137ca48234,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:23.439579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:23.491691 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-d505b5a6-87cb-4c81-b980-cbe60fe95b53 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3496814 Feb 15 21:52:23.495378 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:23.497741 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9986341 Feb 15 21:52:23.501191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 52354) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:23.510559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'floatingip': {'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:23.527227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:23.536370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:floatingip and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:23.545338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:23.569302 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:23.608826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] Set router f45fa0be-96ce-48ba-b0e3-314fa90e30fd gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:52:23.621050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:23.836154 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-cb2b93d3-2d6b-48cf-9d3e-7a4d87c21b48 service neutron] 10.222.0.41 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183303 Feb 15 21:52:23.879388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7051818-772d-429b-af32-f1a66bf76049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:23.926013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:23.934959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:23.962084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7051818-772d-429b-af32-f1a66bf76049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb6ccbb-2fdc-4e16-8bee-96c8f6c167dd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:24.022968 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 52362) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:24.049093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 1612d5c9-a649-417f-b4bc-f09f3a6568a3 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:24.057416 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64025114-4a9d-4f37-8e2b-07f816287b7c req-0ef5e190-73ec-4658-b6d0-7964d9139bfe tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:24.059689 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64025114-4a9d-4f37-8e2b-07f816287b7c req-0ef5e190-73ec-4658-b6d0-7964d9139bfe tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 943 time: 0.3538747 Feb 15 21:52:24.063498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b7051818-772d-429b-af32-f1a66bf76049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:24.099161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7051818-772d-429b-af32-f1a66bf76049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:24.100697 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b7051818-772d-429b-af32-f1a66bf76049 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bb6ccbb-2fdc-4e16-8bee-96c8f6c167dd HTTP/1.1" status: 204 len: 168 time: 1.2842364 Feb 15 21:52:24.162736 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64025114-4a9d-4f37-8e2b-07f816287b7c req-39513245-62f4-4f14-8001-a10e8cc2ff7b tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898418 Feb 15 21:52:24.196928 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-1baaf27c-5229-4c3b-832e-b69b9b15434d service neutron] 10.222.0.41 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3519011 Feb 15 21:52:24.281551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:24.302942 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:24.312471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] Usage tracker for resource:security_group_rule and tenant:2239d788067148cdb124e53bd5341eb1 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:24.327668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:24.327668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:24.406402 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'name': 'tempest-ServerRescueNegativeTestJSON-22461917-router', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:17Z', 'revision_number': 4, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'gw_port': {'id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f2e5548b-1855-4197-a33f-c527223a6892', 'name': '', 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'mac_address': 'fa:16:3e:70:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f6b95482-3fbe-4ddb-8ee0-e681429535cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:12Z', 'updated_at': '2021-02-15T21:52:22Z', 'revision_number': 4, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'subnets': [{'id': 'f6b95482-3fbe-4ddb-8ee0-e681429535cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:52:24.428299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc979eb7-5d34-45ba-ac46-1700ff294dd3 None None] The sync data for ids ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'] in dv-cinder-775250-3-iscsi is: [{'id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'name': 'tempest-ServerRescueNegativeTestJSON-22461917-router', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:17Z', 'revision_number': 4, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'gw_port': {'id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f2e5548b-1855-4197-a33f-c527223a6892', 'name': '', 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'mac_address': 'fa:16:3e:70:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f6b95482-3fbe-4ddb-8ee0-e681429535cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:12Z', 'updated_at': '2021-02-15T21:52:22Z', 'revision_number': 4, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'subnets': [{'id': 'f6b95482-3fbe-4ddb-8ee0-e681429535cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:52:24.573214 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:24.618883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:24.621245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:24.649264 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e58443fd-c0da-408f-8299-14301bd34cff req-9b381c7e-c6f8-4833-aff4-6fefa261b410 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 210 time: 0.1767776 Feb 15 21:52:24.730574 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:24.888017 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:24.890486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Allocated IP 172.27.0.43 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/88d01bc3-fd8a-4231-8586-433c9c3ed8c3) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:52:24.932755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.objects.ports [None req-d8a391c9-0be1-44f3-a9c8-bbb970fde962 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:52:24.947849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:24.970718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b42a0-f050-4a26-9254-1755de8de3c7 req-652b5140-8d9f-4414-ad5f-71c7ab1378fa tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:24.979239 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1b8b42a0-f050-4a26-9254-1755de8de3c7 req-652b5140-8d9f-4414-ad5f-71c7ab1378fa tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 943 time: 0.1192331 Feb 15 21:52:25.035589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:25.054224 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2239d788067148cdb124e53bd5341eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0300770 Feb 15 21:52:25.075078 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 52398) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:25.100969 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1b8b42a0-f050-4a26-9254-1755de8de3c7 req-b2c27e3a-e129-45e3-b213-5ffa79ef6a71 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206334 Feb 15 21:52:25.118730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 1612d5c9-a649-417f-b4bc-f09f3a6568a3, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=1612d5c9-a649-417f-b4bc-f09f3a6568a3,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:52:25.171792 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52406) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:25.175753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:25.179859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-53254236-3bfc-42e7-b5dd-2819f4e81d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:25.185364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b311e1-bb34-447f-9f77-48af2b4e2f95,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:25.204408 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:25.219517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:25.255695 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:25.262881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] Usage tracker for resource:security_group_rule and tenant:3adc8509fdf8485d99f2b25d1867d85e is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:25.266762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:25.273863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:25.330614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=1612d5c9-a649-417f-b4bc-f09f3a6568a3,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:25.350643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:25.435236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:25.526143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:25.564119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:25.577684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4c5d2450-bd88-4c4b-a731-4a804274fe6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:25.589038 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3adc8509fdf8485d99f2b25d1867d85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161406 Feb 15 21:52:25.598331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52420) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:25.700622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832d4e51-38c8-46e2-bda2-502bc0d34c71,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:25.718954 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:25.794007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb7c9-032b-46fc-95c5-17dc61faecdb req-591e6b72-48a0-4de4-ab58-ad6d6f7fb9ea tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:25.801653 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef1eb7c9-032b-46fc-95c5-17dc61faecdb req-591e6b72-48a0-4de4-ab58-ad6d6f7fb9ea tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 943 time: 0.3299744 Feb 15 21:52:25.805637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c6e723bf-4b7a-42d4-81fa-ffc810d509dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:25.847591 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-32463002-5248-4fa5-bfdb-a7f69277d037 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:25.849474 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-32463002-5248-4fa5-bfdb-a7f69277d037 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.47 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 817 time: 1.0986431 Feb 15 21:52:25.870415 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:25.885177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c81d36f2-4b47-4495-abf4-359bcf36ac26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:25.930740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c81d36f2-4b47-4495-abf4-359bcf36ac26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:25.963816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Request body: {'port': {'device_id': '09d28468-1bb8-449b-8986-f43cd957ece8', 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4', 'admin_state_up': True, 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:25.974522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 4ba60956-c81e-4427-ae10-c72c72704d90 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:26.018126 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-961a5ca5-d7f7-4120-aabb-a4d59b560b56 req-e95868af-0238-4fdc-be99-6ca7925c0ab7 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 210 time: 0.1634026 Feb 15 21:52:26.031170 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef1eb7c9-032b-46fc-95c5-17dc61faecdb req-da2679bf-a914-4e25-8ee4-7dafffe753f1 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148092 Feb 15 21:52:26.035653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c6e723bf-4b7a-42d4-81fa-ffc810d509dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.129452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 1612d5c9-a649-417f-b4bc-f09f3a6568a3 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:26.158103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c6e723bf-4b7a-42d4-81fa-ffc810d509dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.163715 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:26.180526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e723bf-4b7a-42d4-81fa-ffc810d509dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832d4e51-38c8-46e2-bda2-502bc0d34c71,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:26.185816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c6e723bf-4b7a-42d4-81fa-ffc810d509dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:26.187984 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c6e723bf-4b7a-42d4-81fa-ffc810d509dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.193134 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c6e723bf-4b7a-42d4-81fa-ffc810d509dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/832d4e51-38c8-46e2-bda2-502bc0d34c71 HTTP/1.1" status: 204 len: 168 time: 0.5908146 Feb 15 21:52:26.271766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:26.300443 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:26.314325 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:26.315060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.330271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.352524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0787d04e-5798-43d3-bcd6-d6134a4b8e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:26.363001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 4ba60956-c81e-4427-ae10-c72c72704d90 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:26.383157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b44a51-0812-4355-9a16-1d13c6a67923 req-177d0436-57ef-4d8a-859a-4e4261d11e99 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:26.384541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 4ba60956-c81e-4427-ae10-c72c72704d90 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:26.385050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.386222 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5b44a51-0812-4355-9a16-1d13c6a67923 req-177d0436-57ef-4d8a-859a-4e4261d11e99 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 943 time: 0.1574230 Feb 15 21:52:26.453945 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5b44a51-0812-4355-9a16-1d13c6a67923 req-51b4283f-d07e-40f9-bc3c-f8be32d395da tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603058 Feb 15 21:52:26.505594 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'Port': ['ID=88d01bc3-fd8a-4231-8586-433c9c3ed8c3,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:26.508476 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c81d36f2-4b47-4495-abf4-359bcf36ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.512013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:26.512747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Made reservation on behalf of cbc9f48a0be04bca93ff4508f2a97944 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:52:26.518363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.586781 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.605759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a6b0e7b3-ee10-4bb6-b30b-ab4aeb32ccc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:26.620394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f2e5548b-1855-4197-a33f-c527223a6892 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:26.653974 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d36f2-4b47-4495-abf4-359bcf36ac26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b311e1-bb34-447f-9f77-48af2b4e2f95,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:26.704704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1839c0-9f2d-4392-a3fa-d825b53b97ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba60956-c81e-4427-ae10-c72c72704d90'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:52:26.744728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c81d36f2-4b47-4495-abf4-359bcf36ac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:26.795923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 4ba60956-c81e-4427-ae10-c72c72704d90, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=4ba60956-c81e-4427-ae10-c72c72704d90,segment=NetworkSegment(9a6b2572-51d5-4c6b-9be7-d8da00727c21),segment_id=9a6b2572-51d5-4c6b-9be7-d8da00727c21)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:52:26.855681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.856494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:26.886282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c81d36f2-4b47-4495-abf4-359bcf36ac26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:26.887113 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c81d36f2-4b47-4495-abf4-359bcf36ac26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26b311e1-bb34-447f-9f77-48af2b4e2f95 HTTP/1.1" status: 204 len: 168 time: 1.8109031 Feb 15 21:52:26.917066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d6f353ab-0867-48a5-b433-c87091f2f8c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:27.030610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port f2e5548b-1855-4197-a33f-c527223a6892 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:27.093203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=4ba60956-c81e-4427-ae10-c72c72704d90,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:27.110515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:27.112106 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port f2e5548b-1855-4197-a33f-c527223a6892 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:27.112531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:27.257732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:27.266831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:27.277381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-6178c1c4-48a0-44f3-acce-d46e80041be1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:27.278991 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-6178c1c4-48a0-44f3-acce-d46e80041be1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.47 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 817 time: 0.6187499 Feb 15 21:52:27.283536 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:52:27.298887 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:27.315515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:27.315701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Request body: {'port': {'device_id': '557ed3da-6c0f-4fff-aa1d-64e426cf6e56', 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4', 'admin_state_up': True, 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:27.316331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:27.509366 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:27.548501 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fc671bc9-9769-4ae8-931d-fe4be5e0139c req-aea3ce9a-a00f-425c-8389-0411184854db tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 210 time: 0.1402936 Feb 15 21:52:27.598076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:27.620620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port f2e5548b-1855-4197-a33f-c527223a6892, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f2e5548b-1855-4197-a33f-c527223a6892,segment=NetworkSegment(d03fc2ce-145b-4d49-b674-25e0d6049ba1),segment_id=d03fc2ce-145b-4d49-b674-25e0d6049ba1)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:52:27.629187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff095b8-03aa-4d17-a213-6bd0776bbf45 req-c516442b-ec91-46af-885e-915bf3a03050 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:27.632087 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2ff095b8-03aa-4d17-a213-6bd0776bbf45 req-c516442b-ec91-46af-885e-915bf3a03050 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.3679850 Feb 15 21:52:27.670876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:52:27.683186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:27.685243 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:27.728213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:27.739716 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2ff095b8-03aa-4d17-a213-6bd0776bbf45 req-467bf0ae-d8b2-4a59-9b66-6469a247f010 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007507 Feb 15 21:52:27.795003 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=f2e5548b-1855-4197-a33f-c527223a6892,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:27.799049 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:27.799688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:27.835593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52492) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:27.871086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:27.883644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:27.889841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] Usage tracker for resource:security_group_rule and tenant:532342d132be4a36ba91ce8fb88b5eaa is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:27.893051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:27.900476 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:27.904023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 4ba60956-c81e-4427-ae10-c72c72704d90 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:28.071089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:28.081170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.082526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:28.088423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f2e5548b-1855-4197-a33f-c527223a6892 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:28.120370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.121269 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1839c0-9f2d-4392-a3fa-d825b53b97ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba60956-c81e-4427-ae10-c72c72704d90', 'code': 200} Feb 15 21:52:28.131300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:28.159493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.187188 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:28.187373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Allocated IP 172.20.0.11 (fab784b0-102e-4d43-b39d-724e4f4f3af4/f6b95482-3fbe-4ddb-8ee0-e681429535cc/35501adf-01ff-4359-aeee-9a08e6b4142f) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:52:28.205482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Usage tracker for resource:port and tenant:cbc9f48a0be04bca93ff4508f2a97944 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:28.208491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b83f3-bf44-4515-a6a0-909ab2eaab0a req-675ae620-eedb-4e20-9f56-fb0923a2d14f tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:28.217873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 4ba60956-c81e-4427-ae10-c72c72704d90 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:28.218277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.219122 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-438b83f3-bf44-4515-a6a0-909ab2eaab0a req-675ae620-eedb-4e20-9f56-fb0923a2d14f tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.2150671 Feb 15 21:52:28.223984 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:28.233125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:28.274300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.287715 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port f2e5548b-1855-4197-a33f-c527223a6892 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:28.288135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.340228 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-438b83f3-bf44-4515-a6a0-909ab2eaab0a req-0e613149-96d1-4001-a38d-ffcec6ee8cec tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199596 Feb 15 21:52:28.344497 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=532342d132be4a36ba91ce8fb88b5eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074904 Feb 15 21:52:28.348510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52500) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:28.351583 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d128ec-cad9-40a2-b84b-dcc32e1d71d4,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:28.355133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:28.421581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:28.463664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.47', 57029) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:28.556886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c65b8764-a8ca-436b-9ea2-9165dee31240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.576570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.581440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Made reservation on behalf of cbc9f48a0be04bca93ff4508f2a97944 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:52:28.587565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.603715 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c65b8764-a8ca-436b-9ea2-9165dee31240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.657429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75801e50-5ef5-4528-b246-3ecea7f5615b req-01fd60f3-fd61-4009-b6c7-479dc03e8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:28.659133 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75801e50-5ef5-4528-b246-3ecea7f5615b req-01fd60f3-fd61-4009-b6c7-479dc03e8c18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 1162 time: 0.1908178 Feb 15 21:52:28.678749 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.774285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:28.774431 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:28.774709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.784609 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2fe43d13-cd89-496f-b7c2-2fddfb5b44f9 req-b31a290e-b767-45bf-8802-8cf247c6a1ed tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 210 time: 0.0688238 Feb 15 21:52:28.786039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c65b8764-a8ca-436b-9ea2-9165dee31240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.794955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:28.811877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b8764-a8ca-436b-9ea2-9165dee31240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d128ec-cad9-40a2-b84b-dcc32e1d71d4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:28.816954 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c65b8764-a8ca-436b-9ea2-9165dee31240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:28.820817 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c65b8764-a8ca-436b-9ea2-9165dee31240 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05d128ec-cad9-40a2-b84b-dcc32e1d71d4 HTTP/1.1" status: 204 len: 168 time: 0.4683001 Feb 15 21:52:28.820817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c65b8764-a8ca-436b-9ea2-9165dee31240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:28.975949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec3458-bc8a-4fcd-8188-695a99a7a4c8 req-56e5db33-5e9d-48ab-a2ea-09ab9328eb4c tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:28.983789 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1cec3458-bc8a-4fcd-8188-695a99a7a4c8 req-56e5db33-5e9d-48ab-a2ea-09ab9328eb4c tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.1057074 Feb 15 21:52:29.037444 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1cec3458-bc8a-4fcd-8188-695a99a7a4c8 req-efb68f50-bdad-4e1c-94ad-e0eb4bad65bb tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519364 Feb 15 21:52:29.141636 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'Port': ['ID=88d01bc3-fd8a-4231-8586-433c9c3ed8c3,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:29.166773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:29.580291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:29.609886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75120ddc-4938-43fb-8047-7be3bb8650b3 req-957cfbf7-c516-4fd4-a5a3-ad40ea5b3d39 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:29.642790 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75120ddc-4938-43fb-8047-7be3bb8650b3 req-957cfbf7-c516-4fd4-a5a3-ad40ea5b3d39 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.1633415 Feb 15 21:52:29.650934 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:29.743799 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75120ddc-4938-43fb-8047-7be3bb8650b3 req-d42cf8d4-1351-425c-a0de-189fd6066be8 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949581 Feb 15 21:52:29.758772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:29.761645 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2591586 Feb 15 21:52:29.765644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:29.790889 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:29.878912 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Pushing event updated for resources: {'Port': ['ID=35501adf-01ff-4359-aeee-9a08e6b4142f,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:29.882321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Allocated IP 172.20.0.5 (fab784b0-102e-4d43-b39d-724e4f4f3af4/f6b95482-3fbe-4ddb-8ee0-e681429535cc/69ad10bc-d060-4e14-9f21-e46bf8d07c11) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:52:29.887879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:29.973361 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-75801e50-5ef5-4528-b246-3ecea7f5615b req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:29.999579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-75801e50-5ef5-4528-b246-3ecea7f5615b req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:30.006421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-75801e50-5ef5-4528-b246-3ecea7f5615b req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] Usage tracker for resource:security_group_rule and tenant:82ecc19ef47d45639fed365f7f5d14be is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:30.009802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-75801e50-5ef5-4528-b246-3ecea7f5615b req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:30.016610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-75801e50-5ef5-4528-b246-3ecea7f5615b req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:30.018855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:30.020105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:30.022530 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:52:30.095282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:30.095925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:30.122358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e5be79-9896-4826-9e58-3e3a74c591fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:52:30.131429 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c0f0d489-51ed-417b-85d3-968c54ab6695 req-c5f8efc4-0920-448b-b8eb-b4ea5028b007 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 210 time: 0.1108391 Feb 15 21:52:30.241419 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-77b96e21-841e-4987-a708-5caa61c242fd tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2130867240&fields=id&tenant_id=27101b24adfc46f9957ca7052a4adebd HTTP/1.1" status: 200 len: 267 time: 0.1019468 Feb 15 21:52:30.376268 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4175444 Feb 15 21:52:30.464736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 52596) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:30.480179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:30.546992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:30.566766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:30.655328 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-75801e50-5ef5-4528-b246-3ecea7f5615b req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:30.698545 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-75801e50-5ef5-4528-b246-3ecea7f5615b req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:30.728961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-668fd60d-fcbe-434c-b7e9-5ad3ba60c804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:30.729133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Pushing event updated for resources: {'Port': ['ID=69ad10bc-d060-4e14-9f21-e46bf8d07c11,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:30.732244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:30.737265 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75801e50-5ef5-4528-b246-3ecea7f5615b req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8070605 Feb 15 21:52:30.754279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-8e28b9d6-84a3-483a-9b15-8c52ad0852f5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:30.762388 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-8e28b9d6-84a3-483a-9b15-8c52ad0852f5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 815 time: 0.5089116 Feb 15 21:52:30.792209 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-af5163e3-74b8-4983-b4f2-5842869972d1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/quotas/27101b24adfc46f9957ca7052a4adebd HTTP/1.1" status: 200 len: 375 time: 0.0288222 Feb 15 21:52:30.800415 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:30.803823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:30.806445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:52:30.842429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0adcc-fd35-4c33-b6b4-a0c2897f0775 req-d371b644-3fad-4da8-8cad-53cb81641859 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:30.844099 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8f0adcc-fd35-4c33-b6b4-a0c2897f0775 req-d371b644-3fad-4da8-8cad-53cb81641859 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.5328522 Feb 15 21:52:30.849523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:30.852219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0910b27b-b45b-48b1-9ffb-819dc68cd5b8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:30.874547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:30.888395 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:30.900075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] Usage tracker for resource:security_group_rule and tenant:bc2a38a65c7b496687849b537afa4d50 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:30.901892 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52608) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:30.902310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:30.914250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:30.914791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:30.920554 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:30.951728 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8f0adcc-fd35-4c33-b6b4-a0c2897f0775 req-bead7024-9051-41f1-ba59-8b7ac0c5f91e tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004040 Feb 15 21:52:30.971831 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6602812 Feb 15 21:52:30.987416 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-091b7f54-aa64-46c5-aa54-705fbfe42bab tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Synchronizing usage tracker for tenant:27101b24adfc46f9957ca7052a4adebd on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:52:31.006377 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e5be79-9896-4826-9e58-3e3a74c591fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1', 'code': 200} Feb 15 21:52:31.031979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-091b7f54-aa64-46c5-aa54-705fbfe42bab tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Unset dirty status for tenant:27101b24adfc46f9957ca7052a4adebd on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:52:31.039938 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-091b7f54-aa64-46c5-aa54-705fbfe42bab tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2468302 Feb 15 21:52:31.084497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.092460 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.112029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.122009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c81d36f2-4b47-4495-abf4-359bcf36ac26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:31.166084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:31.168966 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc2a38a65c7b496687849b537afa4d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7027872 Feb 15 21:52:31.170496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 52622) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:31.173913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273580bb-fe5a-4155-9216-172997936e93,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:31.177894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:31.233255 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a7dc0698384afea91bd82f2e966797 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:31.241665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:31.241836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3af410f4-7b28-41a1-afd1-a0fd24500342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.262921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:31.272332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3af410f4-7b28-41a1-afd1-a0fd24500342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.340181 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-eba1e101-45d3-4899-85a1-05394ade2463 service neutron] 10.222.0.41 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721062 Feb 15 21:52:31.347882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612142d-3fdd-4dd6-97a0-e30ca554aa74 req-3c34feb1-1ef4-4422-9fc4-b4b86da2de1d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:31.349948 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5612142d-3fdd-4dd6-97a0-e30ca554aa74 req-3c34feb1-1ef4-4422-9fc4-b4b86da2de1d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.2417164 Feb 15 21:52:31.357784 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3af410f4-7b28-41a1-afd1-a0fd24500342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.362977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:31.377196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af410f4-7b28-41a1-afd1-a0fd24500342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273580bb-fe5a-4155-9216-172997936e93,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:31.384458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3af410f4-7b28-41a1-afd1-a0fd24500342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:31.386561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3af410f4-7b28-41a1-afd1-a0fd24500342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.390403 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3af410f4-7b28-41a1-afd1-a0fd24500342 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/273580bb-fe5a-4155-9216-172997936e93 HTTP/1.1" status: 204 len: 168 time: 0.2162383 Feb 15 21:52:31.535576 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5612142d-3fdd-4dd6-97a0-e30ca554aa74 req-bf3b42b0-3f4b-459d-9105-cd508cb6ef87 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514945 Feb 15 21:52:31.586332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.589011 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-d151c2d8-d0c4-4f0f-9233-ecb44155cad8 service neutron] 10.222.0.41 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2381270 Feb 15 21:52:31.630213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.639780 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:31.691117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16506b5e-43fa-44cc-949e-ae0b0d14560e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:31.694967 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:31.737719 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8a7dc0698384afea91bd82f2e966797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8279660 Feb 15 21:52:31.740542 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 52644) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:31.800725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fd2e7-35c5-4e66-ab18-e500957cfa9b req-00160917-8d89-414e-8be3-a413f90fdb3d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:31.802782 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ab6fd2e7-35c5-4e66-ab18-e500957cfa9b req-00160917-8d89-414e-8be3-a413f90fdb3d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 931 time: 0.1038136 Feb 15 21:52:31.819492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3343c32-70fe-4f1d-88d2-d04c45590004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.861199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ab6fd2e7-35c5-4e66-ab18-e500957cfa9b req-b6ca04ed-c1c3-4986-90cb-69be0892c522 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Synchronizing usage tracker for tenant:cbc9f48a0be04bca93ff4508f2a97944 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:52:31.884588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3343c32-70fe-4f1d-88d2-d04c45590004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.963056 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ab6fd2e7-35c5-4e66-ab18-e500957cfa9b req-b6ca04ed-c1c3-4986-90cb-69be0892c522 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Unset dirty status for tenant:cbc9f48a0be04bca93ff4508f2a97944 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:52:31.974020 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ab6fd2e7-35c5-4e66-ab18-e500957cfa9b req-b6ca04ed-c1c3-4986-90cb-69be0892c522 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644592 Feb 15 21:52:31.990879 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e719621-33cf-4bab-ae17-4076148363ae req-5171f6ce-46f1-44f0-bfa8-8879ba54ba5b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 210 time: 0.0747147 Feb 15 21:52:31.991159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3343c32-70fe-4f1d-88d2-d04c45590004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:31.996396 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:32.013679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3343c32-70fe-4f1d-88d2-d04c45590004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16506b5e-43fa-44cc-949e-ae0b0d14560e,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:32.017156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a3343c32-70fe-4f1d-88d2-d04c45590004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:32.018859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3343c32-70fe-4f1d-88d2-d04c45590004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.020021 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a3343c32-70fe-4f1d-88d2-d04c45590004 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16506b5e-43fa-44cc-949e-ae0b0d14560e HTTP/1.1" status: 204 len: 168 time: 0.2781816 Feb 15 21:52:32.071258 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 52662) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:32.092125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.109400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:32.114315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] Usage tracker for resource:security_group_rule and tenant:9b7be672c2124879a01b0a75044a2478 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:32.122146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:32.123669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:32.221875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.239235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eaf7b-f9ae-4d2d-9dc3-70ada6cadcab req-cc080ff7-af49-4c5d-a722-8659aeda7f51 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:32.241316 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c28eaf7b-f9ae-4d2d-9dc3-70ada6cadcab req-cc080ff7-af49-4c5d-a722-8659aeda7f51 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.1149940 Feb 15 21:52:32.296975 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c28eaf7b-f9ae-4d2d-9dc3-70ada6cadcab req-07f71451-6587-4d71-9bb0-71329fbd9a70 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485470 Feb 15 21:52:32.312079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.323866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:32.392713 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b7be672c2124879a01b0a75044a2478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168216 Feb 15 21:52:32.392713 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fe6065-1d0e-4072-8af7-127399cb6132,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:32.393129 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52672) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:32.394556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:32.466117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91a5aa0e-5b8b-47c6-ae60-4b39659c1827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.467371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:32.493774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91a5aa0e-5b8b-47c6-ae60-4b39659c1827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.542498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:32.543006 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.553588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Request body: {'port': {'device_id': '09d28468-1bb8-449b-8986-f43cd957ece8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:32.614264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Request body: {'port': {'device_id': '557ed3da-6c0f-4fff-aa1d-64e426cf6e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:32.781514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91a5aa0e-5b8b-47c6-ae60-4b39659c1827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.811173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52680) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:32.811857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:32.831080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.848907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5aa0e-5b8b-47c6-ae60-4b39659c1827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fe6065-1d0e-4072-8af7-127399cb6132,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:32.856261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-91a5aa0e-5b8b-47c6-ae60-4b39659c1827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:32.857109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.907276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.936337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:32.938830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91a5aa0e-5b8b-47c6-ae60-4b39659c1827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:32.946466 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-91a5aa0e-5b8b-47c6-ae60-4b39659c1827 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3fe6065-1d0e-4072-8af7-127399cb6132 HTTP/1.1" status: 204 len: 168 time: 0.5468259 Feb 15 21:52:32.946466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] Usage tracker for resource:security_group_rule and tenant:19d15e1fb8de4961a6bfe7edbf81fa70 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:32.953893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:32.966539 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:33.002235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbde64-6722-40e2-8b40-2ec96c720c9f req-2cfe80e6-e081-4abc-81ef-355a7729a74b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:33.010574 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f3cbde64-6722-40e2-8b40-2ec96c720c9f req-2cfe80e6-e081-4abc-81ef-355a7729a74b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.2708426 Feb 15 21:52:33.064871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bcd25-f80d-4e0f-8795-95735c7af494 req-a561bc77-8fc1-4b31-bd3e-f980bc413d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:33.066892 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c9bcd25-f80d-4e0f-8795-95735c7af494 req-a561bc77-8fc1-4b31-bd3e-f980bc413d30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 1162 time: 0.2124138 Feb 15 21:52:33.103502 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f3cbde64-6722-40e2-8b40-2ec96c720c9f req-580a228b-889d-4fba-bd3b-98d32000133e tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919514 Feb 15 21:52:33.329203 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-907ab027-7f2e-491a-a813-2cd0b790e914 req-585333c5-90d0-4667-940a-8e41c202263c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 210 time: 0.0882242 Feb 15 21:52:33.346866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:33.385562 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4cba5-a6d7-469c-935d-f55a20a22fb3 req-b311c6fd-ec3d-436f-8993-a9ad9e4cd365 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:33.388839 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9f4cba5-a6d7-469c-935d-f55a20a22fb3 req-b311c6fd-ec3d-436f-8993-a9ad9e4cd365 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 931 time: 0.1991782 Feb 15 21:52:33.398518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:33.439808 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:33.555712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abfd1e9-fd57-49cd-abee-960c901b3a21,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:33.562895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:33.576151 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9f4cba5-a6d7-469c-935d-f55a20a22fb3 req-34d08398-145e-4b87-9dbf-7adf65a43572 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800952 Feb 15 21:52:33.578651 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19d15e1fb8de4961a6bfe7edbf81fa70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7585471 Feb 15 21:52:33.582106 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52706) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:33.614576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35501adf-01ff-4359-aeee-9a08e6b4142f {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:52:33.623844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:33.640758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Transition to ACTIVE for port object 35501adf-01ff-4359-aeee-9a08e6b4142f will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:33.663445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddfba0-7abe-4cb3-a4fe-71a067b0faa4 req-4a52b5c0-7e36-407f-8307-35bb671ff884 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:33.666042 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-76ddfba0-7abe-4cb3-a4fe-71a067b0faa4 req-4a52b5c0-7e36-407f-8307-35bb671ff884 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.2028487 Feb 15 21:52:33.672031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69a08497-d320-4b78-8f03-c35aab0a5781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:33.682748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:33.736160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69a08497-d320-4b78-8f03-c35aab0a5781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:33.749908 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-76ddfba0-7abe-4cb3-a4fe-71a067b0faa4 req-cf759c2f-4c04-436a-afae-f5e9987d7960 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757709 Feb 15 21:52:33.754469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:33.875368 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69a08497-d320-4b78-8f03-c35aab0a5781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:33.881909 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b7051818-772d-429b-af32-f1a66bf76049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:33.893231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a08497-d320-4b78-8f03-c35aab0a5781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abfd1e9-fd57-49cd-abee-960c901b3a21,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:33.896086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-69a08497-d320-4b78-8f03-c35aab0a5781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:33.902203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69a08497-d320-4b78-8f03-c35aab0a5781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:33.905824 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-69a08497-d320-4b78-8f03-c35aab0a5781 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4abfd1e9-fd57-49cd-abee-960c901b3a21 HTTP/1.1" status: 204 len: 168 time: 0.3204820 Feb 15 21:52:33.913257 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Pushing event updated for resources: {'Port': ['ID=35501adf-01ff-4359-aeee-9a08e6b4142f,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:33.919420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:34.164505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ad10bc-d060-4e14-9f21-e46bf8d07c11 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:52:34.176459 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.200093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Transition to ACTIVE for port object 69ad10bc-d060-4e14-9f21-e46bf8d07c11 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:34.217375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Attempting to bind port 35501adf-01ff-4359-aeee-9a08e6b4142f on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:52:34.217752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Attempting to bind port 35501adf-01ff-4359-aeee-9a08e6b4142f by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:52:34.218337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Attempting to bind port 35501adf-01ff-4359-aeee-9a08e6b4142f on network fab784b0-102e-4d43-b39d-724e4f4f3af4 {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:52:34.225683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:52:34.226645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Checking segment: {'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:52:34.227211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.227639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Bound using segment: {'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:52:34.228125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Bound port: 35501adf-01ff-4359-aeee-9a08e6b4142f, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:52:34.228502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.242574 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.264828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-efd71d3d-de93-4715-8b88-92c3472be50c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:34.419292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f822374-2be7-48cc-8f0f-a7b323ce6c4c req-fe7569f9-e364-45c0-9db5-bca24beb37fd tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:34.428156 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f822374-2be7-48cc-8f0f-a7b323ce6c4c req-fe7569f9-e364-45c0-9db5-bca24beb37fd tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.1350334 Feb 15 21:52:34.515501 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f822374-2be7-48cc-8f0f-a7b323ce6c4c req-364910a6-5681-40c7-b8d9-d5bf54c7f06c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858846 Feb 15 21:52:34.567581 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38979fc9-24f2-498f-952e-4b42b38eea66 req-333f789d-adba-4257-9ed6-6f6d9cd94caa tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 210 time: 0.0660348 Feb 15 21:52:34.568892 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52762) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:34.611096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.650686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:34.653816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-9c9bcd25-f80d-4e0f-8795-95735c7af494 req-270b4b37-19aa-4699-86df-b9a3738d8fc7 service neutron] Synchronizing usage tracker for tenant:82ecc19ef47d45639fed365f7f5d14be on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:52:34.658542 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:9be50ff269514fd89a63dfcab5c64b48 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:34.663265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:34.672988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:34.732556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-9c9bcd25-f80d-4e0f-8795-95735c7af494 req-270b4b37-19aa-4699-86df-b9a3738d8fc7 service neutron] Unset dirty status for tenant:82ecc19ef47d45639fed365f7f5d14be on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:52:34.734069 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c9bcd25-f80d-4e0f-8795-95735c7af494 req-270b4b37-19aa-4699-86df-b9a3738d8fc7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457593 Feb 15 21:52:34.751235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Pushing event updated for resources: {'Port': ['ID=69ad10bc-d060-4e14-9f21-e46bf8d07c11,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:34.758547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:34.829586 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.834072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] For port 35501adf-01ff-4359-aeee-9a08e6b4142f, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:52:34.860865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d69f86-fd13-444e-a342-e594cc979ea4 req-ee5dbad3-c2be-417e-9532-010d9e373903 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:34.862447 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e4d69f86-fd13-444e-a342-e594cc979ea4 req-ee5dbad3-c2be-417e-9532-010d9e373903 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 943 time: 0.1053414 Feb 15 21:52:34.866547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.876977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:34.908949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] For port 35501adf-01ff-4359-aeee-9a08e6b4142f, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=35501adf-01ff-4359-aeee-9a08e6b4142f,segment=NetworkSegment(d03fc2ce-145b-4d49-b674-25e0d6049ba1),segment_id=d03fc2ce-145b-4d49-b674-25e0d6049ba1)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:52:34.978838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:34.999012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-385d424c-ab94-4321-9627-8486208c2ca4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:35.008045 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9be50ff269514fd89a63dfcab5c64b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378080 Feb 15 21:52:35.014096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99809b48-6f31-4b31-bd5b-8c31d1ca44cb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:35.019377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 52782) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:35.024367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:35.037479 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e4d69f86-fd13-444e-a342-e594cc979ea4 req-15390230-8e53-4928-8a76-ca9322fa3c7e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629336 Feb 15 21:52:35.053920 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Attempting to bind port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:52:35.054298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Attempting to bind port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:52:35.054638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Attempting to bind port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 on network fab784b0-102e-4d43-b39d-724e4f4f3af4 {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:52:35.104964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce581b-820c-4435-ac87-d60f9e500874 req-d210be8e-1006-4c8a-85c0-3854ce1817ca tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:35.106572 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-63ce581b-820c-4435-ac87-d60f9e500874 req-d210be8e-1006-4c8a-85c0-3854ce1817ca tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.2195995 Feb 15 21:52:35.116133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b4328be7-083e-4719-ad02-3d3d76a3a24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:35.132628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:52:35.133012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Checking segment: {'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:52:35.133413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:35.153661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Bound using segment: {'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:52:35.153661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Bound port: 69ad10bc-d060-4e14-9f21-e46bf8d07c11, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03fc2ce-145b-4d49-b674-25e0d6049ba1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fab784b0-102e-4d43-b39d-724e4f4f3af4'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:52:35.153661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:35.176153 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b4328be7-083e-4719-ad02-3d3d76a3a24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:35.193482 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-63ce581b-820c-4435-ac87-d60f9e500874 req-ca631331-30b3-493e-a5d6-4e764f4b5baf tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782540 Feb 15 21:52:35.235693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Pushing event updated for resources: {'Port': ['ID=35501adf-01ff-4359-aeee-9a08e6b4142f,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:35.251595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:35.303821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:35.305422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:35.315751 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] 10.222.0.47 "PUT /v2.0/ports/35501adf-01ff-4359-aeee-9a08e6b4142f HTTP/1.1" status: 200 len: 1158 time: 2.7592356 Feb 15 21:52:35.315751 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d28468-1bb8-449b-8986-f43cd957ece8', 'tag': '35501adf-01ff-4359-aeee-9a08e6b4142f'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:52:35.321423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] For port 69ad10bc-d060-4e14-9f21-e46bf8d07c11, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:52:35.325557 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] For port 69ad10bc-d060-4e14-9f21-e46bf8d07c11, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=69ad10bc-d060-4e14-9f21-e46bf8d07c11,segment=NetworkSegment(d03fc2ce-145b-4d49-b674-25e0d6049ba1),segment_id=d03fc2ce-145b-4d49-b674-25e0d6049ba1)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:52:35.331932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b4328be7-083e-4719-ad02-3d3d76a3a24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:35.339082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:35.355176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4328be7-083e-4719-ad02-3d3d76a3a24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99809b48-6f31-4b31-bd5b-8c31d1ca44cb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:35.376976 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d28468-1bb8-449b-8986-f43cd957ece8', 'tag': '35501adf-01ff-4359-aeee-9a08e6b4142f', 'status': 'completed', 'code': 200} Feb 15 21:52:35.377793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b4328be7-083e-4719-ad02-3d3d76a3a24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:35.377793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b4328be7-083e-4719-ad02-3d3d76a3a24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:35.377793 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b4328be7-083e-4719-ad02-3d3d76a3a24f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99809b48-6f31-4b31-bd5b-8c31d1ca44cb HTTP/1.1" status: 204 len: 168 time: 0.3477886 Feb 15 21:52:35.951665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7885f84-f999-41e4-8e1e-db5e60047842 req-bee815e3-a56b-4ba5-9896-aa652cd34208 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:35.952551 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c7885f84-f999-41e4-8e1e-db5e60047842 req-bee815e3-a56b-4ba5-9896-aa652cd34208 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.3095744 Feb 15 21:52:35.980323 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5825a6f6-8409-4269-b169-fbc82792e235 req-71d3ea4f-00b8-48de-b081-f5602a68da6a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 210 time: 0.2507627 Feb 15 21:52:36.011606 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c7885f84-f999-41e4-8e1e-db5e60047842 req-8c4e0435-ada3-4908-8e5b-50229d67df2d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514662 Feb 15 21:52:36.247651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da147d-ac25-4fd9-abc7-e2b67c014db6 req-e0127ecf-8e40-4c40-abb5-b425d36a4a39 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:36.249321 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45da147d-ac25-4fd9-abc7-e2b67c014db6 req-e0127ecf-8e40-4c40-abb5-b425d36a4a39 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 943 time: 0.0863347 Feb 15 21:52:36.300203 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45da147d-ac25-4fd9-abc7-e2b67c014db6 req-d39f6e49-e810-4b99-a469-bac1b47d0eee tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 Feb 15 21:52:36.358865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:36.377219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:36.425779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cffc42-1037-47d6-a822-89bffeb47d60 req-bebee72c-a641-4099-b96b-c99d19686dd4 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:36.428163 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00cffc42-1037-47d6-a822-89bffeb47d60 req-bebee72c-a641-4099-b96b-c99d19686dd4 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.0973365 Feb 15 21:52:36.479337 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00cffc42-1037-47d6-a822-89bffeb47d60 req-e299570d-8b90-4025-8b27-4df12ff42e39 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Feb 15 21:52:36.545271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Pushing event updated for resources: {'Port': ['ID=69ad10bc-d060-4e14-9f21-e46bf8d07c11,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:36.550677 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:36.582950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:36.583691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:36.585287 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] 10.222.0.47 "PUT /v2.0/ports/69ad10bc-d060-4e14-9f21-e46bf8d07c11 HTTP/1.1" status: 200 len: 1157 time: 3.9755397 Feb 15 21:52:37.194743 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-df8a72e8-bfc1-46e2-b539-02bc5c89016a req-caa5a52f-b218-4329-9fe1-f8936c0204dc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 210 time: 0.0872960 Feb 15 21:52:37.253963 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d0132-5e18-480c-a65a-e8d0b6127af0 req-73f477fa-47cf-4e9a-b1c5-e2a8b1e3e65a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:37.256151 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a04d0132-5e18-480c-a65a-e8d0b6127af0 req-73f477fa-47cf-4e9a-b1c5-e2a8b1e3e65a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.1058578 Feb 15 21:52:37.305187 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a04d0132-5e18-480c-a65a-e8d0b6127af0 req-1b3f7662-704f-46b9-a171-a4aac64c5664 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Feb 15 21:52:37.364500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557ed3da-6c0f-4fff-aa1d-64e426cf6e56', 'tag': '69ad10bc-d060-4e14-9f21-e46bf8d07c11'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:52:37.414000 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557ed3da-6c0f-4fff-aa1d-64e426cf6e56', 'tag': '69ad10bc-d060-4e14-9f21-e46bf8d07c11', 'status': 'completed', 'code': 200} Feb 15 21:52:37.547768 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105803fe-6cf9-4dfd-a06d-b3dde9cd0263 req-a90e2d6f-a7fb-46c7-8d0b-56e40fde34a6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:37.549381 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-105803fe-6cf9-4dfd-a06d-b3dde9cd0263 req-a90e2d6f-a7fb-46c7-8d0b-56e40fde34a6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 943 time: 0.0923584 Feb 15 21:52:37.688877 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-105803fe-6cf9-4dfd-a06d-b3dde9cd0263 req-ddd9c0e8-bfcd-4d35-969c-00e728d52ed3 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316745 Feb 15 21:52:37.748039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddd64a-fa30-440e-aee8-500d2c7e0da6 req-189439ca-5359-40e7-9451-3f77a1a3bd11 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:37.749614 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41ddd64a-fa30-440e-aee8-500d2c7e0da6 req-189439ca-5359-40e7-9451-3f77a1a3bd11 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.0992284 Feb 15 21:52:37.797350 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41ddd64a-fa30-440e-aee8-500d2c7e0da6 req-928e7caa-3856-46a8-8c6b-b88150c8a023 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Feb 15 21:52:38.181433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb4277-c1bf-4d88-99e9-482a9be92b00 req-9fb503d1-7692-4fd1-8b71-cb2bc5c18928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:38.183062 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66cb4277-c1bf-4d88-99e9-482a9be92b00 req-9fb503d1-7692-4fd1-8b71-cb2bc5c18928 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 1160 time: 0.1051970 Feb 15 21:52:38.196878 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8ea4f-2cd8-4fbf-982a-8cecc8874a49 req-217002c1-996c-450d-83bf-056f575c7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:38.199063 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eed8ea4f-2cd8-4fbf-982a-8cecc8874a49 req-217002c1-996c-450d-83bf-056f575c7510 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 1161 time: 0.1024756 Feb 15 21:52:38.355654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb4277-c1bf-4d88-99e9-482a9be92b00 req-cc0a8969-ee44-41ad-963d-fe3b11800d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:38.363103 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66cb4277-c1bf-4d88-99e9-482a9be92b00 req-cc0a8969-ee44-41ad-963d-fe3b11800d99 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1731000 Feb 15 21:52:38.458904 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d96a37e5-6dd9-4897-8f0e-76e57baa4a94 req-128946de-4f3d-43c4-95a0-ab7ea8369497 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 210 time: 0.1042616 Feb 15 21:52:38.510020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8ea4f-2cd8-4fbf-982a-8cecc8874a49 req-9d65d6b3-3973-450c-825b-c2235ade0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:38.511537 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eed8ea4f-2cd8-4fbf-982a-8cecc8874a49 req-9d65d6b3-3973-450c-825b-c2235ade0024 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3040898 Feb 15 21:52:38.562541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb4277-c1bf-4d88-99e9-482a9be92b00 req-ec5eff49-a0b9-4f32-805c-d1e0fbe1e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:38.564845 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66cb4277-c1bf-4d88-99e9-482a9be92b00 req-ec5eff49-a0b9-4f32-805c-d1e0fbe1e296 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1926990 Feb 15 21:52:38.716733 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-c9ba404b-5ed8-496b-80da-34716ea1b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:38.720321 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-c9ba404b-5ed8-496b-80da-34716ea1b1ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 1160 time: 0.1114388 Feb 15 21:52:38.748691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40d065-7aed-46f1-a967-9f4c68aa4ce2 req-bea7e345-006d-4ef3-a52c-320376702725 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:38.750798 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ed40d065-7aed-46f1-a967-9f4c68aa4ce2 req-bea7e345-006d-4ef3-a52c-320376702725 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.3033049 Feb 15 21:52:38.754014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8ea4f-2cd8-4fbf-982a-8cecc8874a49 req-04773ccf-2b80-4455-8468-bd435c04c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:38.760853 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eed8ea4f-2cd8-4fbf-982a-8cecc8874a49 req-04773ccf-2b80-4455-8468-bd435c04c10e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2362385 Feb 15 21:52:38.845543 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-d5c0482c-6b89-4f64-90cf-6dead6267be7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69ad10bc-d060-4e14-9f21-e46bf8d07c11 HTTP/1.1" status: 200 len: 217 time: 0.1164920 Feb 15 21:52:38.925557 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-8b80a193-feff-4535-b986-593908f44857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:38.927825 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-8b80a193-feff-4535-b986-593908f44857 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6b95482-3fbe-4ddb-8ee0-e681429535cc HTTP/1.1" status: 200 len: 857 time: 0.0745993 Feb 15 21:52:38.998586 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-5b8e59f3-1df7-4843-b319-5507877df4fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab784b0-102e-4d43-b39d-724e4f4f3af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630972 Feb 15 21:52:39.016140 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ed40d065-7aed-46f1-a967-9f4c68aa4ce2 req-bf51133f-1c4c-44d3-91c4-d5ce4b8ae7d7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455716 Feb 15 21:52:39.045433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-21fb6636-32c4-4b9e-804a-6a35cb9125ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:39.047040 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-21fb6636-32c4-4b9e-804a-6a35cb9125ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 1161 time: 0.2108316 Feb 15 21:52:39.066432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472480f-9918-4f06-b41a-a08aeac68344 req-10980291-47e0-4bfb-930e-736bdd539691 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:39.068198 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a472480f-9918-4f06-b41a-a08aeac68344 req-10980291-47e0-4bfb-930e-736bdd539691 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 943 time: 0.1354289 Feb 15 21:52:39.205010 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-3b33b582-7cca-45c2-9ca7-a231eaff3e1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35501adf-01ff-4359-aeee-9a08e6b4142f HTTP/1.1" status: 200 len: 217 time: 0.1356790 Feb 15 21:52:39.295364 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-1ab556d1-e686-4685-ba71-596fa7b22d71 service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853417 Feb 15 21:52:39.314492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-15a028b1-2eb2-4f95-9f61-245140673561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:39.316522 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-15a028b1-2eb2-4f95-9f61-245140673561 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6b95482-3fbe-4ddb-8ee0-e681429535cc HTTP/1.1" status: 200 len: 857 time: 0.1006167 Feb 15 21:52:39.321210 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0b4788e2-3cce-40ca-9078-3952996279b4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:39.321373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0b4788e2-3cce-40ca-9078-3952996279b4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Synchronizing usage tracker for tenant:27101b24adfc46f9957ca7052a4adebd on resource:network {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:52:39.417230 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a472480f-9918-4f06-b41a-a08aeac68344 req-fded0a2b-e875-40a4-a3e0-341c32436dce tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771347 Feb 15 21:52:39.425886 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-ddbb9632-853e-4d38-bc63-d00a7f0bd179 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab784b0-102e-4d43-b39d-724e4f4f3af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573044 Feb 15 21:52:39.502670 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ac3622b-36c8-4363-b35a-9d74f6669339 req-29e3cf61-bf6e-4ce6-a62e-a7bf6f1970a4 service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1781931 Feb 15 21:52:39.507098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0b4788e2-3cce-40ca-9078-3952996279b4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Unset dirty status for tenant:27101b24adfc46f9957ca7052a4adebd on resource:network {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:52:39.508234 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0b4788e2-3cce-40ca-9078-3952996279b4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 815 time: 0.4032888 Feb 15 21:52:39.588491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968b8f0-7d66-4d7c-ac99-b934cd331f73 req-01837683-2dcf-4b24-ad10-dc9840a6c664 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:39.596102 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b968b8f0-7d66-4d7c-ac99-b934cd331f73 req-01837683-2dcf-4b24-ad10-dc9840a6c664 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.2750430 Feb 15 21:52:39.669580 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-e517fe9e-36b1-42fd-b1ae-43b46b48e5fa service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337072 Feb 15 21:52:39.730026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-570b1035-9da7-4f7d-9c33-d9ec1f64d56e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Synchronizing usage tracker for tenant:27101b24adfc46f9957ca7052a4adebd on resource:security_group {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:52:39.813344 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b968b8f0-7d66-4d7c-ac99-b934cd331f73 req-dfd0ab08-714d-46ff-9384-adb1d92d021c tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163002 Feb 15 21:52:39.815246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-570b1035-9da7-4f7d-9c33-d9ec1f64d56e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Unset dirty status for tenant:27101b24adfc46f9957ca7052a4adebd on resource:security_group {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:52:39.820673 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-570b1035-9da7-4f7d-9c33-d9ec1f64d56e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=27101b24adfc46f9957ca7052a4adebd HTTP/1.1" status: 200 len: 5705 time: 0.2653818 Feb 15 21:52:39.827324 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4d8a2296-475a-4f28-8609-ac3f8db21dd7 req-d02e2856-2832-4b4a-a7e7-6ca4c41e1c77 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 210 time: 0.0903943 Feb 15 21:52:39.835331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'port': {'device_id': 'b21522c1-865a-422d-98fb-72d49f586df4', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'admin_state_up': True, 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'security_groups': ['a3161985-1324-43c2-9425-b45151578e65']}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:40.005534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:40.050983 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb7dea0e-d085-4e01-b3a6-f377e8f290e7 req-7f433cdc-c521-4406-b5c9-7095a0d1a12c service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3598874 Feb 15 21:52:40.102448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:40.103460 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:40.157376 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:40.173507 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:40.224756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Made reservation on behalf of 27101b24adfc46f9957ca7052a4adebd for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:52:40.235572 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:40.297495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75370b8-7a84-4a37-993f-148ee118cad4 req-4df9940a-76ed-46b8-92fd-0428b7316f39 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:40.299127 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e75370b8-7a84-4a37-993f-148ee118cad4 req-4df9940a-76ed-46b8-92fd-0428b7316f39 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.0930619 Feb 15 21:52:40.354382 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e75370b8-7a84-4a37-993f-148ee118cad4 req-316a1d4b-afa6-4ace-a557-b547b2da43a5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490088 Feb 15 21:52:40.607785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Allocated IP 172.20.0.6 (29218df0-c27b-43e3-951d-30aceaa4a9cb/d7af1070-92a3-45e3-89c7-d107b71e6b35/5ea70908-6ae3-45dc-85fc-f0c9297dd978) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:52:40.670025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50beb3-2ecf-4564-b44f-23c3d01a4131 req-538373b5-f51e-4280-b883-06a45946488f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:40.672417 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bf50beb3-2ecf-4564-b44f-23c3d01a4131 req-538373b5-f51e-4280-b883-06a45946488f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 943 time: 0.0992932 Feb 15 21:52:40.737465 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bf50beb3-2ecf-4564-b44f-23c3d01a4131 req-ea244d52-daf9-4fe3-a768-1bd41038484a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558023 Feb 15 21:52:40.893921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:40.918645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Transition to ACTIVE for port object 5ea70908-6ae3-45dc-85fc-f0c9297dd978 will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:40.979028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:41.014056 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:41.166122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522670cf-02c7-4147-a16f-9bca19822a4e req-51dce4fb-36a9-4f99-aa47-91c04ff6b50e tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:41.168425 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-522670cf-02c7-4147-a16f-9bca19822a4e req-51dce4fb-36a9-4f99-aa47-91c04ff6b50e tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.1977198 Feb 15 21:52:41.180552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2d687-9aa4-4d03-b20e-944758d76b95 req-1d920174-45ae-4a56-99a3-900bc9e5381d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:41.182141 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b0f2d687-9aa4-4d03-b20e-944758d76b95 req-1d920174-45ae-4a56-99a3-900bc9e5381d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 931 time: 0.1494040 Feb 15 21:52:41.280894 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b0f2d687-9aa4-4d03-b20e-944758d76b95 req-f56ce21a-2f63-48ac-b42d-d9b261eac0d3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822277 Feb 15 21:52:41.283928 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-522670cf-02c7-4147-a16f-9bca19822a4e req-3cd7b82f-e3c4-4b44-bd30-57bc63db8574 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007946 Feb 15 21:52:41.446774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'Port': ['ID=5ea70908-6ae3-45dc-85fc-f0c9297dd978,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:41.451109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:41.501972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:52:41.503239 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:52:41.508320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:52:41.584090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:41.585000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:41.745125 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9150078 Feb 15 21:52:41.764855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Request body: {'port': {'device_id': 'b21522c1-865a-422d-98fb-72d49f586df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:52:41.849528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-98f32c76-6e95-4156-8b81-28ecdf1420ed None None] Provisioning for port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:41.855016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-98f32c76-6e95-4156-8b81-28ecdf1420ed None None] Provisioning complete for port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:41.855457 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-98f32c76-6e95-4156-8b81-28ecdf1420ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:41.932882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:41.984034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-98f32c76-6e95-4156-8b81-28ecdf1420ed None None] Port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:52:42.018800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbd26c-6a55-438b-b627-99e3cff57edf req-37ed2c9e-2577-44db-b702-b4df57bc29fe tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:42.027924 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a6fbd26c-6a55-438b-b627-99e3cff57edf req-37ed2c9e-2577-44db-b702-b4df57bc29fe tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 943 time: 0.1284680 Feb 15 21:52:42.094922 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a6fbd26c-6a55-438b-b627-99e3cff57edf req-b7043440-80d6-4c74-a97c-a8cb3b33389c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646491 Feb 15 21:52:42.169193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53012) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:42.308950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:42.361437 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:42.366246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] Usage tracker for resource:security_group_rule and tenant:fe25cb3a1df748fcbce166bb14723502 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:42.372303 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:42.380963 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:42.495986 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea70908-6ae3-45dc-85fc-f0c9297dd978 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:52:42.506224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:42.527584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Transition to ACTIVE for port object 5ea70908-6ae3-45dc-85fc-f0c9297dd978 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:52:42.559335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:42.580523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:42.634845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:42.659747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55a931-ddec-4095-887d-ebe28b695db9 req-093abe93-df6e-4136-bdaa-77e48a6b1c30 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:42.661789 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-df55a931-ddec-4095-887d-ebe28b695db9 req-093abe93-df6e-4136-bdaa-77e48a6b1c30 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1200595 Feb 15 21:52:42.665817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:42.677485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-91a5aa0e-5b8b-47c6-ae60-4b39659c1827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:42.728518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Pushing event updated for resources: {'Port': ['ID=5ea70908-6ae3-45dc-85fc-f0c9297dd978,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:42.736377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:42.761439 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe25cb3a1df748fcbce166bb14723502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5910645 Feb 15 21:52:42.764283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53038) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:42.766031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ac8dc-ab98-4ac6-a750-e769b58579eb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:42.772014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:42.788318 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-df55a931-ddec-4095-887d-ebe28b695db9 req-cbd92602-af00-47aa-984e-ef12ce0140bd tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133962 Feb 15 21:52:42.954320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-39a261df-4e68-4b9b-a607-ae7a165e5722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:43.001834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-39a261df-4e68-4b9b-a607-ae7a165e5722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:43.053270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Attempting to bind port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:52:43.053638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Attempting to bind port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:52:43.054001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Attempting to bind port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 on network 29218df0-c27b-43e3-951d-30aceaa4a9cb {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:52:43.062031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:52:43.062395 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Checking segment: {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:52:43.062797 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:43.063187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Bound using segment: {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:52:43.063676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Bound port: 5ea70908-6ae3-45dc-85fc-f0c9297dd978, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:52:43.064045 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:43.170721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-39a261df-4e68-4b9b-a607-ae7a165e5722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:43.177470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:43.185930 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] For port 5ea70908-6ae3-45dc-85fc-f0c9297dd978, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:52:43.202343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a261df-4e68-4b9b-a607-ae7a165e5722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ac8dc-ab98-4ac6-a750-e769b58579eb,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:43.216373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] For port 5ea70908-6ae3-45dc-85fc-f0c9297dd978, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:52:43.217703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-39a261df-4e68-4b9b-a607-ae7a165e5722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:43.224346 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-39a261df-4e68-4b9b-a607-ae7a165e5722 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e5ac8dc-ab98-4ac6-a750-e769b58579eb HTTP/1.1" status: 204 len: 168 time: 0.4565578 Feb 15 21:52:43.225498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-39a261df-4e68-4b9b-a607-ae7a165e5722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:43.278538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:43.304208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3210d5a4-e089-4852-beea-8e606d3f9d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:43.331632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:52:43.345162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af4a3c-2ecd-4423-9019-04eb91e7598f req-222c29bb-a8eb-4f7c-8e61-68d980e752c8 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:43.346755 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-26af4a3c-2ecd-4423-9019-04eb91e7598f req-222c29bb-a8eb-4f7c-8e61-68d980e752c8 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 943 time: 0.1199701 Feb 15 21:52:43.464846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Pushing event updated for resources: {'Port': ['ID=5ea70908-6ae3-45dc-85fc-f0c9297dd978,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:43.471333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:43.512542 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:43.513228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:43.514760 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] 10.222.0.47 "PUT /v2.0/ports/5ea70908-6ae3-45dc-85fc-f0c9297dd978 HTTP/1.1" status: 200 len: 1157 time: 1.7548401 Feb 15 21:52:43.515273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:52:43.690487 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-26af4a3c-2ecd-4423-9019-04eb91e7598f req-1a4ce880-bcea-4d5f-a5e2-88a4ba965ce4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344829 Feb 15 21:52:43.759468 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978', 'status': 'completed', 'code': 200} Feb 15 21:52:43.859661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-fabb6412-1734-4301-b73f-1cbd92d84b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:43.862980 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-fabb6412-1734-4301-b73f-1cbd92d84b2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 1160 time: 0.2288074 Feb 15 21:52:43.934613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53076) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:44.031911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53082) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:44.054458 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-15727473-0558-4ae3-a200-9625f245e43f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978 HTTP/1.1" status: 200 len: 217 time: 0.0840654 Feb 15 21:52:44.072263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2eeb3-d557-4397-8b68-cc192e4005db req-683f3dbc-2cd4-4c52-ba5b-fb9a27404d81 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:44.075966 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f5c2eeb3-d557-4397-8b68-cc192e4005db req-683f3dbc-2cd4-4c52-ba5b-fb9a27404d81 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1491783 Feb 15 21:52:44.077186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.118459 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:44.132513 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] Usage tracker for resource:security_group_rule and tenant:8538e8a459ba46adaf6e3a4a1b6010ef is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:44.132926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-8e28a3c0-4507-4001-b66a-12f3eb704adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:44.134649 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-8e28a3c0-4507-4001-b66a-12f3eb704adb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0735836 Feb 15 21:52:44.138496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:44.151676 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f5c2eeb3-d557-4397-8b68-cc192e4005db req-8983a5dc-4eeb-45b4-96b7-a63d8aacfb18 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603189 Feb 15 21:52:44.152676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:44.241070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.257169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.276352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:44.282115 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] Usage tracker for resource:security_group_rule and tenant:6ebb12ccce0945a2a0a691837f5c7166 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:44.285963 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:44.288995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.294180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:44.300366 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:44.326518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-2307c575-0abc-431c-a939-eb0029a033a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:44.328197 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-2307c575-0abc-431c-a939-eb0029a033a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1544137 Feb 15 21:52:44.353392 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b990d5-435b-4162-91ee-2c4023d38960,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:44.356794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:44.359889 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8538e8a459ba46adaf6e3a4a1b6010ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217914 Feb 15 21:52:44.362709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53086) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:44.423335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1585-a976-4c8c-857b-a19e3e5dd3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.453143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1585-a976-4c8c-857b-a19e3e5dd3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.515615 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-fa076e39-0288-46e3-b8a5-3ec643791120 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770163 Feb 15 21:52:44.544250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1585-a976-4c8c-857b-a19e3e5dd3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.550637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:44.553461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.565050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf1585-a976-4c8c-857b-a19e3e5dd3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b990d5-435b-4162-91ee-2c4023d38960,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:44.589003 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9ebf1585-a976-4c8c-857b-a19e3e5dd3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:44.590068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1585-a976-4c8c-857b-a19e3e5dd3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.594790 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9ebf1585-a976-4c8c-857b-a19e3e5dd3fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3b990d5-435b-4162-91ee-2c4023d38960 HTTP/1.1" status: 204 len: 168 time: 0.2276649 Feb 15 21:52:44.643374 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.671191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-39a261df-4e68-4b9b-a607-ae7a165e5722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:44.731811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd74de3-44c5-4dfc-8d5d-931fb0d4c267,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:44.747269 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ebb12ccce0945a2a0a691837f5c7166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8114924 Feb 15 21:52:44.749001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:44.751030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53100) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:44.793277 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb8204d3-236b-4daf-b2be-bc3928334e23 req-ae2e0ea4-698a-4c01-abce-aedb158010f9 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2544935 Feb 15 21:52:44.832940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-965c4e71-f201-4fb6-bc7a-cf3096a787c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:44.870727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-965c4e71-f201-4fb6-bc7a-cf3096a787c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:45.019588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eccba8-9700-4971-aacd-d1f647571847 req-a084072f-73e5-4711-bb19-4165da5904d4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:45.023348 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b1eccba8-9700-4971-aacd-d1f647571847 req-a084072f-73e5-4711-bb19-4165da5904d4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 943 time: 0.1307588 Feb 15 21:52:45.037225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-965c4e71-f201-4fb6-bc7a-cf3096a787c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:45.064454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:45.079124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c4e71-f201-4fb6-bc7a-cf3096a787c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd74de3-44c5-4dfc-8d5d-931fb0d4c267,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:45.086234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-965c4e71-f201-4fb6-bc7a-cf3096a787c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:45.087485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-965c4e71-f201-4fb6-bc7a-cf3096a787c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:45.088322 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-965c4e71-f201-4fb6-bc7a-cf3096a787c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bd74de3-44c5-4dfc-8d5d-931fb0d4c267 HTTP/1.1" status: 204 len: 168 time: 0.3357365 Feb 15 21:52:45.115380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-88089d70-068a-4243-9e80-81c8b6497cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:45.117298 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-88089d70-068a-4243-9e80-81c8b6497cc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 1160 time: 0.2218311 Feb 15 21:52:45.125007 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b1eccba8-9700-4971-aacd-d1f647571847 req-045e1f1c-b988-43df-8e32-835ff25724f0 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910480 Feb 15 21:52:45.295865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-2a4f58fe-d2a1-4496-90d5-9a857b957903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:45.297455 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-2a4f58fe-d2a1-4496-90d5-9a857b957903 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.1714621 Feb 15 21:52:45.383326 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-5e9463ab-3417-478c-97c8-bca7ac4526f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978 HTTP/1.1" status: 200 len: 217 time: 0.0790131 Feb 15 21:52:45.466851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-27ed4c1e-cb95-43b7-8f94-69a35d918398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:45.469479 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-27ed4c1e-cb95-43b7-8f94-69a35d918398 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0799816 Feb 15 21:52:45.476897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174a6a1-37fc-4abd-b5b5-96758cba6869 req-c7d184a4-89b8-458e-86b9-7ffd8279961b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:45.478747 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1174a6a1-37fc-4abd-b5b5-96758cba6869 req-c7d184a4-89b8-458e-86b9-7ffd8279961b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1521528 Feb 15 21:52:45.562819 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1174a6a1-37fc-4abd-b5b5-96758cba6869 req-94345bb2-c81c-44d8-bdb9-ce0deaaca863 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750308 Feb 15 21:52:45.579093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-31b858b1-86b6-4594-b645-5ecee38c4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:45.581866 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-31b858b1-86b6-4594-b645-5ecee38c4e05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1002462 Feb 15 21:52:45.778663 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-3ff9d845-de8f-4046-9154-72db261ecf2e service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895366 Feb 15 21:52:45.867019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53148) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:45.885907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:45.903631 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:45.908001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:da660550ff6e400480ffd7a19e272a92 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:45.914580 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:45.919280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:45.954764 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcfb773c-3bd7-4eb8-90a2-981d3a88284e req-95fb618d-7011-466e-afbe-622c33959255 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1608489 Feb 15 21:52:46.015271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:46.043144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:46.053493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:46.113804 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da660550ff6e400480ffd7a19e272a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442834 Feb 15 21:52:46.115353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c21b29-a004-40d5-9709-9d36c0ee553e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:46.116109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53158) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:46.119614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:46.199550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.objects.ports [None req-8bea4b20-ac79-4d3c-b892-f7914cdaa1c6 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:52:46.222182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8beaea32-05e2-4c43-a000-3b43b0dde987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:46.250540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8beaea32-05e2-4c43-a000-3b43b0dde987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:46.329234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8beaea32-05e2-4c43-a000-3b43b0dde987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:46.337105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:46.354213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaea32-05e2-4c43-a000-3b43b0dde987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c21b29-a004-40d5-9709-9d36c0ee553e,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:46.358599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8beaea32-05e2-4c43-a000-3b43b0dde987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:46.360654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8beaea32-05e2-4c43-a000-3b43b0dde987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:46.364351 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8beaea32-05e2-4c43-a000-3b43b0dde987 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6c21b29-a004-40d5-9709-9d36c0ee553e HTTP/1.1" status: 204 len: 168 time: 0.2445323 Feb 15 21:52:46.371313 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1dd4a-c9dd-45db-8e49-41443d6cdbf3 req-1992e78f-9778-4bf5-8efe-5c031838276a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:46.372977 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6bc1dd4a-c9dd-45db-8e49-41443d6cdbf3 req-1992e78f-9778-4bf5-8efe-5c031838276a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 943 time: 0.1113973 Feb 15 21:52:46.426354 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6bc1dd4a-c9dd-45db-8e49-41443d6cdbf3 req-0be3e12d-0324-44bb-8bd2-23b6a767615b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Feb 15 21:52:46.799983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30f8e-08ba-4c80-8e14-3754aaf30097 req-489c833a-a917-4354-8add-992f2bf7fc3c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:46.801868 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-59e30f8e-08ba-4c80-8e14-3754aaf30097 req-489c833a-a917-4354-8add-992f2bf7fc3c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.0925992 Feb 15 21:52:46.888773 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-59e30f8e-08ba-4c80-8e14-3754aaf30097 req-18183f6d-3fff-4fce-8d42-42f53dea72d3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733044 Feb 15 21:52:47.518280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 69ad10bc-d060-4e14-9f21-e46bf8d07c11 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:47.621022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5d44191a-ca1a-49f8-b2e8-5d398da7f54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:47.657216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46759c43-9a41-4fd1-a6a9-ccc21fb09f42 req-93df7e66-46ee-4333-9977-1cb978d24de1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:47.663555 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-46759c43-9a41-4fd1-a6a9-ccc21fb09f42 req-93df7e66-46ee-4333-9977-1cb978d24de1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 943 time: 0.1174984 Feb 15 21:52:47.689781 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:47.699328 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:47.699810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:47.722871 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-46759c43-9a41-4fd1-a6a9-ccc21fb09f42 req-c3b2b87e-fa49-49b7-8073-90f5e61bbf4c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580060 Feb 15 21:52:47.863514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:47.906109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 69ad10bc-d060-4e14-9f21-e46bf8d07c11, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=69ad10bc-d060-4e14-9f21-e46bf8d07c11,segment=NetworkSegment(d03fc2ce-145b-4d49-b674-25e0d6049ba1),segment_id=d03fc2ce-145b-4d49-b674-25e0d6049ba1)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:52:47.907377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557ed3da-6c0f-4fff-aa1d-64e426cf6e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ad10bc-d060-4e14-9f21-e46bf8d07c11'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:52:47.937650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:47.938680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 35501adf-01ff-4359-aeee-9a08e6b4142f up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:47.992863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-05b715e2-ea2f-440a-812b-8319380ccefd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:48.049404 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557ed3da-6c0f-4fff-aa1d-64e426cf6e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ad10bc-d060-4e14-9f21-e46bf8d07c11', 'code': 200} Feb 15 21:52:48.164800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=69ad10bc-d060-4e14-9f21-e46bf8d07c11,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:48.169505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:48.193123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 35501adf-01ff-4359-aeee-9a08e6b4142f completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:48.202429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 35501adf-01ff-4359-aeee-9a08e6b4142f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:48.202975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:48.221016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00159976-28d0-4c3f-b961-287f972e6543 req-b34772b5-7d91-43c8-af41-6048ded3efc6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:48.223841 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00159976-28d0-4c3f-b961-287f972e6543 req-b34772b5-7d91-43c8-af41-6048ded3efc6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1553590 Feb 15 21:52:48.326711 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00159976-28d0-4c3f-b961-287f972e6543 req-1cf7fe67-6162-48cd-81de-3bc67c74c84c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936489 Feb 15 21:52:48.424602 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:48.463570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 35501adf-01ff-4359-aeee-9a08e6b4142f, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=35501adf-01ff-4359-aeee-9a08e6b4142f,segment=NetworkSegment(d03fc2ce-145b-4d49-b674-25e0d6049ba1),segment_id=d03fc2ce-145b-4d49-b674-25e0d6049ba1)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:52:48.512868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:48.516991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:48.603930 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=35501adf-01ff-4359-aeee-9a08e6b4142f,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:48.607903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:48.682219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e09de5-f330-4b1a-82a6-709d1b8c84cd req-dfd9aae1-edfc-4f7c-9a23-150c6b8d9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:48.684620 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c2e09de5-f330-4b1a-82a6-709d1b8c84cd req-dfd9aae1-edfc-4f7c-9a23-150c6b8d9433 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 1162 time: 0.3388236 Feb 15 21:52:48.734415 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c2e09de5-f330-4b1a-82a6-709d1b8c84cd req-ac159d7c-bd5e-4365-9153-a011a06957dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Feb 15 21:52:48.942615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119b96d-3c8f-4006-9d31-e52ee8cacff6 req-03a01775-f7b3-4c2e-97e5-9090f27b4f70 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:48.944564 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8119b96d-3c8f-4006-9d31-e52ee8cacff6 req-03a01775-f7b3-4c2e-97e5-9090f27b4f70 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1008642 Feb 15 21:52:49.008960 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8119b96d-3c8f-4006-9d31-e52ee8cacff6 req-bf641680-a43c-4ce1-bba8-110c8dc7336a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571561 Feb 15 21:52:49.018337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53294) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:49.173645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:49.190758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:49.199822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] Usage tracker for resource:security_group_rule and tenant:79deee4177d24b9a913e6559262a63dd is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:49.203029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:49.210550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:49.299156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:49.334892 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:49.347258 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:49.398636 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79deee4177d24b9a913e6559262a63dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757281 Feb 15 21:52:49.398636 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f7eebc-3f41-434a-bb04-1e98c83f305e,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:49.399269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53312) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:49.401204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:49.512913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:49.558197 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:49.613486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d79358-4bac-41d2-a806-88364816564d req-71b35c9b-a11e-457b-bf34-ca5bf2a8b031 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:49.615653 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55d79358-4bac-41d2-a806-88364816564d req-71b35c9b-a11e-457b-bf34-ca5bf2a8b031 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1541886 Feb 15 21:52:49.681728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:49.687797 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b4328be7-083e-4719-ad02-3d3d76a3a24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:49.701326 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55d79358-4bac-41d2-a806-88364816564d req-a2a3eb81-f6aa-4f5d-8eec-c0692137ce87 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696192 Feb 15 21:52:49.704499 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f7eebc-3f41-434a-bb04-1e98c83f305e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:49.717326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.717743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.718087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.718472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.718926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.719313 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.719715 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.720089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.720480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.720856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.721231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.721602 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.722054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.722438 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.722805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.723176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.723573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.723975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.724343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.724704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.725070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.725436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.725807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.726172 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:49.730084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:49.731368 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:49.732593 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09f7eebc-3f41-434a-bb04-1e98c83f305e HTTP/1.1" status: 204 len: 168 time: 0.3320880 Feb 15 21:52:49.763183 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 35501adf-01ff-4359-aeee-9a08e6b4142f up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:49.841193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 35501adf-01ff-4359-aeee-9a08e6b4142f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:49.841283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.000327 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 69ad10bc-d060-4e14-9f21-e46bf8d07c11 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:50.050537 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d28468-1bb8-449b-8986-f43cd957ece8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35501adf-01ff-4359-aeee-9a08e6b4142f'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:52:50.063425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23abd613-aab3-49cf-8204-d25ecfe992cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.084391 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:50.084814 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.116486 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d28468-1bb8-449b-8986-f43cd957ece8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35501adf-01ff-4359-aeee-9a08e6b4142f', 'code': 200} Feb 15 21:52:50.218353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 5ea70908-6ae3-45dc-85fc-f0c9297dd978 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:50.227844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5f56-d4f0-4c19-bcec-f1e6d2c9fc3f req-d193ee02-9559-459d-b9fc-1eb9cde4b72b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:50.229545 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-112f5f56-d4f0-4c19-bcec-f1e6d2c9fc3f req-d193ee02-9559-459d-b9fc-1eb9cde4b72b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0896878 Feb 15 21:52:50.281522 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-112f5f56-d4f0-4c19-bcec-f1e6d2c9fc3f req-5e140c44-a211-4d87-ab5e-2c422a5c83d3 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 Feb 15 21:52:50.335005 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:52:50.340469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:50.340927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.376405 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53334) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:50.395261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.413436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:50.417591 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] Usage tracker for resource:security_group_rule and tenant:c7298e1e946746c9ba3a37ce4dd7b722 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:50.420663 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:50.426486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:50.485337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.509628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.511706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.514083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 5ea70908-6ae3-45dc-85fc-f0c9297dd978, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:52:50.538078 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.546625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:50.584113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.586697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:50.590883 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7298e1e946746c9ba3a37ce4dd7b722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106738 Feb 15 21:52:50.590883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61da208-badd-4ffe-9e8e-7ee9afba7d63,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:50.591749 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53338) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:50.593141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:50.658569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=5ea70908-6ae3-45dc-85fc-f0c9297dd978,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:50.662204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:50.664406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.696883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.772646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.778039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-23c8a8e4-0da9-40c6-992f-4e3e88e03ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:50.791431 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61da208-badd-4ffe-9e8e-7ee9afba7d63,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:50.804085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.804502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.804906 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.805303 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.805697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.806094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.806486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.806879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.807270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.807710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.808100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.808488 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.808914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.809306 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.809692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.810076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.810461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.810847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.811227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.811632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.812015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.812393 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.812779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.813162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:52:50.817806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:50.819038 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:50.824443 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c61da208-badd-4ffe-9e8e-7ee9afba7d63 HTTP/1.1" status: 204 len: 168 time: 0.2310152 Feb 15 21:52:50.909972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747460c-2fa6-40ea-842f-528f044c258a req-580cb4d5-ab8b-4f45-97d6-91d70b47bebe tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:50.912107 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7747460c-2fa6-40ea-842f-528f044c258a req-580cb4d5-ab8b-4f45-97d6-91d70b47bebe tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0855513 Feb 15 21:52:50.963904 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7747460c-2fa6-40ea-842f-528f044c258a req-7e780745-8305-45d6-b2c2-96687208357b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455060 Feb 15 21:52:51.487851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab143b7-38dd-417d-8e76-b4c10b2d615d req-a2917051-ab14-49ad-a0ab-3245151d5071 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:51.489462 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8ab143b7-38dd-417d-8e76-b4c10b2d615d req-a2917051-ab14-49ad-a0ab-3245151d5071 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0857637 Feb 15 21:52:51.537995 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8ab143b7-38dd-417d-8e76-b4c10b2d615d req-22b03a76-d858-4646-8c09-1f2b90b2edcb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Feb 15 21:52:51.854917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:52.118269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:52:52.171127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f36ad-facb-4b8f-beef-682a130a9321 req-01118bf8-d7c8-49af-a318-185cbe260658 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:52.171355 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978', 'code': 200} Feb 15 21:52:52.172797 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef6f36ad-facb-4b8f-beef-682a130a9321 req-01118bf8-d7c8-49af-a318-185cbe260658 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0921664 Feb 15 21:52:52.223325 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef6f36ad-facb-4b8f-beef-682a130a9321 req-62b6dd09-b21c-4184-9102-681e115ead33 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423853 Feb 15 21:52:52.743624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18d57b-d347-4346-873c-d77522e06564 req-4a62b603-e1cc-49f9-bcc6-710d00edd5f6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:52.745216 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6d18d57b-d347-4346-873c-d77522e06564 req-4a62b603-e1cc-49f9-bcc6-710d00edd5f6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0918987 Feb 15 21:52:52.801333 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6d18d57b-d347-4346-873c-d77522e06564 req-9f77aa58-a114-4475-9371-bc148406bcca tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494773 Feb 15 21:52:53.020181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:53.435087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30553a48-b60e-4727-96ba-b3bc524a0cce req-990feeaa-789a-40b1-a898-6ea08038502f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:53.436730 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30553a48-b60e-4727-96ba-b3bc524a0cce req-990feeaa-789a-40b1-a898-6ea08038502f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0869951 Feb 15 21:52:53.484764 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30553a48-b60e-4727-96ba-b3bc524a0cce req-ab3ed1cb-1ffe-4a70-ac9e-93555507dcdc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406537 Feb 15 21:52:53.713178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53442) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:53.836098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:53.852174 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:53.856350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] Usage tracker for resource:security_group_rule and tenant:40c3bb7fc0c94ea6aa17f87a3bbea684 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:53.859258 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:53.865622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:53.952680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:53.990010 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:53.999666 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a7f3be25-0144-445f-b728-b13730e4d35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:54.001854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67fff4-3f6f-4467-98b5-e4dab16a8e49 req-a3f4d3b7-c257-4930-9b20-859cec630717 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:54.003454 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc67fff4-3f6f-4467-98b5-e4dab16a8e49 req-a3f4d3b7-c257-4930-9b20-859cec630717 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0906265 Feb 15 21:52:54.043053 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40c3bb7fc0c94ea6aa17f87a3bbea684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284931 Feb 15 21:52:54.044816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bc51fa-ad4c-4865-a15b-800f01e98306,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:54.045814 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53454) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:54.048337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:54.069319 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc67fff4-3f6f-4467-98b5-e4dab16a8e49 req-c79ded26-338b-478f-b9b8-ffb50b122fbe tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590134 Feb 15 21:52:54.117124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1ad38b0-cae0-4151-9f23-d3be29bc4b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:54.143946 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1ad38b0-cae0-4151-9f23-d3be29bc4b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:54.217861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1ad38b0-cae0-4151-9f23-d3be29bc4b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:54.222802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c6e723bf-4b7a-42d4-81fa-ffc810d509dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:54.238256 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad38b0-cae0-4151-9f23-d3be29bc4b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bc51fa-ad4c-4865-a15b-800f01e98306,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:54.240800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d1ad38b0-cae0-4151-9f23-d3be29bc4b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:54.249028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1ad38b0-cae0-4151-9f23-d3be29bc4b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:54.250316 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d1ad38b0-cae0-4151-9f23-d3be29bc4b60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20bc51fa-ad4c-4865-a15b-800f01e98306 HTTP/1.1" status: 204 len: 168 time: 0.2034321 Feb 15 21:52:54.694994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839f304-c025-4698-9e30-4108c5f95c2c req-3a9cef37-59a1-47fb-97fb-d111caf75a62 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:54.697250 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a839f304-c025-4698-9e30-4108c5f95c2c req-3a9cef37-59a1-47fb-97fb-d111caf75a62 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0958066 Feb 15 21:52:54.733992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53470) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:54.745352 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a839f304-c025-4698-9e30-4108c5f95c2c req-80a82cc0-3ad4-41ea-85e2-ba5de18fb37b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Feb 15 21:52:54.752981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:54.768933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:52:54.773628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] Usage tracker for resource:security_group_rule and tenant:d1ddda8d877e493b9697a9b48e37410c is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:52:54.776605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:52:54.782356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:52:54.866870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:54.905524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:54.913965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:54.955041 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1ddda8d877e493b9697a9b48e37410c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199352 Feb 15 21:52:54.956665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0dba78-6097-4e99-b718-c5d8cb147444,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:54.958111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53476) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:52:54.959952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:55.018692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0dd40c1e-7ee5-40e5-af9a-125e3b1159ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:55.048035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0dd40c1e-7ee5-40e5-af9a-125e3b1159ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:55.132809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0dd40c1e-7ee5-40e5-af9a-125e3b1159ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:55.138219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b70782f2-dc3f-470f-a75a-763c1fb7a9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:52:55.149729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd40c1e-7ee5-40e5-af9a-125e3b1159ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0dba78-6097-4e99-b718-c5d8cb147444,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:52:55.154626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0dd40c1e-7ee5-40e5-af9a-125e3b1159ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:52:55.156818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0dd40c1e-7ee5-40e5-af9a-125e3b1159ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:55.160758 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-0dd40c1e-7ee5-40e5-af9a-125e3b1159ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a0dba78-6097-4e99-b718-c5d8cb147444 HTTP/1.1" status: 204 len: 168 time: 0.2015729 Feb 15 21:52:55.288597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11731e35-79c6-4152-ba5f-7c7e86fd732f req-f8a6f5d4-6ade-4dde-a2d5-a238a4f60fbd tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:55.290485 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-11731e35-79c6-4152-ba5f-7c7e86fd732f req-f8a6f5d4-6ade-4dde-a2d5-a238a4f60fbd tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0986209 Feb 15 21:52:55.343808 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-11731e35-79c6-4152-ba5f-7c7e86fd732f req-7c20c68b-90cc-42cf-a718-1824de4ce015 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452402 Feb 15 21:52:55.654519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:55.749928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 35501adf-01ff-4359-aeee-9a08e6b4142f up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:55.796102 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb5501-41a2-4a09-8311-be98b37e488b req-7a9cb30a-4595-4ea0-a374-74f9085ed338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:55.797747 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9edb5501-41a2-4a09-8311-be98b37e488b req-7a9cb30a-4595-4ea0-a374-74f9085ed338 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 1162 time: 0.1141465 Feb 15 21:52:55.815346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2fb91-a535-43ba-94fb-3c5f3006ba31 req-8e8133f5-f856-400c-9bb7-5c670c6879ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:55.820977 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9cf2fb91-a535-43ba-94fb-3c5f3006ba31 req-8e8133f5-f856-400c-9bb7-5c670c6879ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 1163 time: 0.1382906 Feb 15 21:52:55.847471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 35501adf-01ff-4359-aeee-9a08e6b4142f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:55.850015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:55.864739 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9edb5501-41a2-4a09-8311-be98b37e488b req-be284376-4ab5-47fc-9d0b-b9a679b43210 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584075 Feb 15 21:52:55.899329 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9cf2fb91-a535-43ba-94fb-3c5f3006ba31 req-3d5128f6-1ea5-480c-b34a-a120f4b0594f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711586 Feb 15 21:52:56.022345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 5ea70908-6ae3-45dc-85fc-f0c9297dd978 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:56.046713 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f456ab-dab0-4a36-afa7-02db0e07f9bf req-d159dbe5-ac14-4ed3-9094-b38d9adcb51a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:56.048339 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30f456ab-dab0-4a36-afa7-02db0e07f9bf req-d159dbe5-ac14-4ed3-9094-b38d9adcb51a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1097631 Feb 15 21:52:56.108990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:56.109564 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:56.116237 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30f456ab-dab0-4a36-afa7-02db0e07f9bf req-14fa22ee-3a46-41d8-ae3a-37f36d9004a8 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601439 Feb 15 21:52:56.251528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 69ad10bc-d060-4e14-9f21-e46bf8d07c11 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:52:56.337385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:52:56.337820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:52:56.580762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913d883-ca58-44b0-b0b8-a61bc86e3407 req-1b8aff68-f78a-4253-9f22-645bddbe1cc8 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:56.582387 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f913d883-ca58-44b0-b0b8-a61bc86e3407 req-1b8aff68-f78a-4253-9f22-645bddbe1cc8 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0988653 Feb 15 21:52:56.656705 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f913d883-ca58-44b0-b0b8-a61bc86e3407 req-a22dd531-c00f-49c2-abc9-6f18bab541d6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671101 Feb 15 21:52:57.247481 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb237-2530-4813-948c-c5cb57488636 req-54ce151d-d4cc-42c9-a6c2-9da4f4e6732d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:57.250086 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a9abb237-2530-4813-948c-c5cb57488636 req-54ce151d-d4cc-42c9-a6c2-9da4f4e6732d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1089001 Feb 15 21:52:57.323044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0cc2-911a-49df-864f-a5a74f0c24e9 req-cd670e80-4723-4751-ab0c-88c2bec9d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:57.323044 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8ad0cc2-911a-49df-864f-a5a74f0c24e9 req-cd670e80-4723-4751-ab0c-88c2bec9d9f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 1162 time: 0.1636014 Feb 15 21:52:57.357942 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a9abb237-2530-4813-948c-c5cb57488636 req-7beeb9f4-1eaa-4518-abce-3cb82c259433 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949719 Feb 15 21:52:57.453167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574cb89-f343-4ae4-96b5-01159007cc0f req-98b54433-141a-4f68-ae58-20196ea6ebc3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:57.454858 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0574cb89-f343-4ae4-96b5-01159007cc0f req-98b54433-141a-4f68-ae58-20196ea6ebc3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0872970 Feb 15 21:52:57.486890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0cc2-911a-49df-864f-a5a74f0c24e9 req-f3779578-557c-40cf-98eb-44733aa2e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:57.488563 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8ad0cc2-911a-49df-864f-a5a74f0c24e9 req-f3779578-557c-40cf-98eb-44733aa2e92d service neutron] 10.222.0.47 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 911 time: 0.1592433 Feb 15 21:52:57.506135 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0574cb89-f343-4ae4-96b5-01159007cc0f req-cc585d78-1907-4e64-b3e7-f53190a8d1a5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447216 Feb 15 21:52:57.592139 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8ad0cc2-911a-49df-864f-a5a74f0c24e9 req-f7b67a63-e59f-485d-9f4c-99544e6095f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69ad10bc-d060-4e14-9f21-e46bf8d07c11 HTTP/1.1" status: 200 len: 217 time: 0.0782619 Feb 15 21:52:57.681557 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0cc2-911a-49df-864f-a5a74f0c24e9 req-c8526bed-f707-4b07-b009-af3bb92199bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:57.683471 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8ad0cc2-911a-49df-864f-a5a74f0c24e9 req-c8526bed-f707-4b07-b009-af3bb92199bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6b95482-3fbe-4ddb-8ee0-e681429535cc HTTP/1.1" status: 200 len: 857 time: 0.0794029 Feb 15 21:52:58.558795 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea5d3c-5423-4cda-b060-53924813cf03 req-466187d4-9819-45fb-bf9d-2f1a242b5f76 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:58.560434 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cfea5d3c-5423-4cda-b060-53924813cf03 req-466187d4-9819-45fb-bf9d-2f1a242b5f76 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0877643 Feb 15 21:52:58.610400 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cfea5d3c-5423-4cda-b060-53924813cf03 req-2d261b87-2a43-4ea9-bda3-d012c8161d83 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Feb 15 21:52:58.720400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44525564-2bfa-4888-a361-8d604eaaffdc req-2108e421-f78b-4cbd-9d32-947ba5f03a20 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:58.721988 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44525564-2bfa-4888-a361-8d604eaaffdc req-2108e421-f78b-4cbd-9d32-947ba5f03a20 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0888884 Feb 15 21:52:58.770669 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44525564-2bfa-4888-a361-8d604eaaffdc req-aae7f536-39d3-4a49-9360-5884a13044ed tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Feb 15 21:52:59.806342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c02d4-e627-46cb-a40d-523e4f4f6aa4 req-51462a88-32af-451e-9807-d1a9fe3d9b9e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:59.807979 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-014c02d4-e627-46cb-a40d-523e4f4f6aa4 req-51462a88-32af-451e-9807-d1a9fe3d9b9e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0835998 Feb 15 21:52:59.858232 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-014c02d4-e627-46cb-a40d-523e4f4f6aa4 req-ce922c89-fc51-4fb4-b679-249d01e39fc9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Feb 15 21:52:59.967559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98361a-df40-437c-bc83-c5b30c29438f req-5c364c13-9a4b-4ee2-91ac-eeedf6e109a1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:52:59.969127 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7e98361a-df40-437c-bc83-c5b30c29438f req-5c364c13-9a4b-4ee2-91ac-eeedf6e109a1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0833914 Feb 15 21:53:00.015186 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7e98361a-df40-437c-bc83-c5b30c29438f req-9170e4f0-26c7-4500-a1fb-a3e0d83b1044 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393732 Feb 15 21:53:01.054716 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d72a-0041-4924-85a2-24a9275110e0 req-1e58ca8e-00c2-425d-a8a9-431597b9a621 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:01.056335 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41d5d72a-0041-4924-85a2-24a9275110e0 req-1e58ca8e-00c2-425d-a8a9-431597b9a621 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0878155 Feb 15 21:53:01.104487 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41d5d72a-0041-4924-85a2-24a9275110e0 req-a27b3d30-f390-49bf-850e-7e189efa85f5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419502 Feb 15 21:53:01.217996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8686b4-28b1-48a7-9a12-859e4239e418 req-b86bb61a-1adf-4b4c-b876-1104b3d6e36d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:01.219481 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba8686b4-28b1-48a7-9a12-859e4239e418 req-b86bb61a-1adf-4b4c-b876-1104b3d6e36d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0847151 Feb 15 21:53:01.268359 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba8686b4-28b1-48a7-9a12-859e4239e418 req-22f289ce-8590-4fb8-80ba-d97abfd713ac tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425730 Feb 15 21:53:02.171640 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8ad0cc2-911a-49df-864f-a5a74f0c24e9 req-42b9e239-2aae-4db7-ac94-d97478d4dbc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab784b0-102e-4d43-b39d-724e4f4f3af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493553 Feb 15 21:53:02.319854 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-7aa7c24c-7689-40ec-8f98-1f51d62ad917 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1482213 Feb 15 21:53:02.335367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ceb62-3866-45bf-834d-841f2bdc4912 req-bf482763-441c-4fa0-8bcc-ebdbb853b5b9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:02.336981 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e6ceb62-3866-45bf-834d-841f2bdc4912 req-bf482763-441c-4fa0-8bcc-ebdbb853b5b9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1053090 Feb 15 21:53:02.343662 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8ad0cc2-911a-49df-864f-a5a74f0c24e9 req-b9785f0d-bd6c-4939-875b-8da2c4480832 service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464016 Feb 15 21:53:02.409863 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e6ceb62-3866-45bf-834d-841f2bdc4912 req-30dfe4b4-3a1d-4322-9bae-e25939b88ce4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656672 Feb 15 21:53:02.522689 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8ad0cc2-911a-49df-864f-a5a74f0c24e9 req-91df7a6b-b33a-43c0-a377-18d5f9dbf5f1 service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1750810 Feb 15 21:53:02.765621 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73059ae3-d290-4c42-9d71-d9f3a9c99d6d req-4c5dbea3-cb1f-4496-bf78-a00d39f396af tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:02.771958 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-73059ae3-d290-4c42-9d71-d9f3a9c99d6d req-4c5dbea3-cb1f-4496-bf78-a00d39f396af tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.3215396 Feb 15 21:53:02.789955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-ac5f52c7-92d2-41b4-9084-51785c76bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:02.791544 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-ac5f52c7-92d2-41b4-9084-51785c76bae3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 1162 time: 0.3792932 Feb 15 21:53:02.831239 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-73059ae3-d290-4c42-9d71-d9f3a9c99d6d req-9a40b38c-854d-4632-95e1-b895b589392d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583720 Feb 15 21:53:02.998911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-674ce2bf-ae34-430e-a84c-d08e67a39096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:03.000542 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-674ce2bf-ae34-430e-a84c-d08e67a39096 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 909 time: 0.1482279 Feb 15 21:53:03.078208 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-97f367ff-20d7-49c0-9d11-139a9235034a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 HTTP/1.1" status: 200 len: 217 time: 0.0692439 Feb 15 21:53:03.162618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-8b3c91ea-d080-4c5b-b6ef-2fa58b7ad913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:03.164214 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-8b3c91ea-d080-4c5b-b6ef-2fa58b7ad913 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=296d7eb8-f2de-4f0a-b505-0e720a759be4 HTTP/1.1" status: 200 len: 855 time: 0.0771971 Feb 15 21:53:03.226252 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-74e7b410-2514-4974-bf21-288825a24c8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464733 Feb 15 21:53:03.368051 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-5d8291d1-1bd9-4e4c-8250-c2a538567d6f service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345713 Feb 15 21:53:03.516352 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f092ae1f-d509-4eb6-97cc-7485f44b9ab1 req-bfd7431d-44f6-4283-9dc5-ce2c6385b51c service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408160 Feb 15 21:53:03.637756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85981db6-0f5c-4b06-b503-d1c1d3cabaca req-c92e4e85-c4f8-4224-abcd-2694d941666b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:03.639547 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-85981db6-0f5c-4b06-b503-d1c1d3cabaca req-c92e4e85-c4f8-4224-abcd-2694d941666b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0914063 Feb 15 21:53:03.692464 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-85981db6-0f5c-4b06-b503-d1c1d3cabaca req-4f45689b-0cf0-4513-9d55-7f99e5f679d6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450780 Feb 15 21:53:04.055345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e782-dc9e-45dc-8184-8bd854c207ed req-18c44f96-7aeb-462d-8b41-d9ab6214489f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:04.057066 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d659e782-dc9e-45dc-8184-8bd854c207ed req-18c44f96-7aeb-462d-8b41-d9ab6214489f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1031473 Feb 15 21:53:04.111438 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d659e782-dc9e-45dc-8184-8bd854c207ed req-2ae72253-4f75-4d9d-ac06-26c761567638 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473421 Feb 15 21:53:04.336836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-76cae833-7a98-4d00-b937-449750ce67dd tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:04.338424 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-76cae833-7a98-4d00-b937-449750ce67dd tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 815 time: 0.2194450 Feb 15 21:53:04.362019 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-b0b6c0c9-b8fc-496f-9e7c-bda90e5190e4 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/quotas/82291558adee4ba9ba7330ecf6d9ed23 HTTP/1.1" status: 200 len: 375 time: 0.0161829 Feb 15 21:53:04.369643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98293783-1e9f-40c4-9597-2781c384e00e req-bcb628c7-54af-424e-8df5-0183fb9abd24 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:04.371143 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-98293783-1e9f-40c4-9597-2781c384e00e req-bcb628c7-54af-424e-8df5-0183fb9abd24 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1279449 Feb 15 21:53:04.380702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53716) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:04.386855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-eec91fda-e4d0-4bfb-bc07-fdf6c2931f52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'floatingip': {'port_id': '5ea70908-6ae3-45dc-85fc-f0c9297dd978'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:53:04.456540 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-2941d736-0f72-4b4f-86e1-52e4a1c41b4a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843506 Feb 15 21:53:04.473145 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eec91fda-e4d0-4bfb-bc07-fdf6c2931f52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:04.510446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 35501adf-01ff-4359-aeee-9a08e6b4142f up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:53:04.597565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 35501adf-01ff-4359-aeee-9a08e6b4142f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:53:04.598400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:04.643543 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-4619d0aa-b6ff-49bd-9bce-fddce5ccbc96 service neutron] 10.222.0.41 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783996 Feb 15 21:53:04.787780 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 69ad10bc-d060-4e14-9f21-e46bf8d07c11 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:53:04.825740 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-6b3aaa9f-0d7c-4abb-9923-b91a502ecca3 service neutron] 10.222.0.41 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1764357 Feb 15 21:53:04.879662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:53:04.880359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:04.941634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d0685-fc9e-47f6-b89e-14ad9372fcf5 req-22ba9186-c34c-4549-ab29-4afdf24f0c1e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:04.952676 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-100d0685-fc9e-47f6-b89e-14ad9372fcf5 req-22ba9186-c34c-4549-ab29-4afdf24f0c1e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1129394 Feb 15 21:53:05.043879 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-100d0685-fc9e-47f6-b89e-14ad9372fcf5 req-13c89ff9-c4ec-4b0d-a9a2-4967041cac97 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862324 Feb 15 21:53:05.189553 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-facc881f-54d8-4c15-a5a8-e1f48a57b239 req-a80ecb7d-2190-4860-9ca5-7d6ea4366e8b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.0836415 Feb 15 21:53:05.544469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eec91fda-e4d0-4bfb-bc07-fdf6c2931f52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:05.648736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eec91fda-e4d0-4bfb-bc07-fdf6c2931f52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:06.038514 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [None req-eec91fda-e4d0-4bfb-bc07-fdf6c2931f52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Floating IP 391396fb-c0c6-4c25-b286-7b74eb584ee9 associated. External IP: 172.27.0.43, port: 5ea70908-6ae3-45dc-85fc-f0c9297dd978. Feb 15 21:53:06.256298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21b0cd-7734-4c05-a943-0ae96eb4cbaa req-4d8f06ee-d0dd-45c0-8860-876f5aa07a40 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:06.258132 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3c21b0cd-7734-4c05-a943-0ae96eb4cbaa req-4d8f06ee-d0dd-45c0-8860-876f5aa07a40 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0891931 Feb 15 21:53:06.306486 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3c21b0cd-7734-4c05-a943-0ae96eb4cbaa req-f49bdaff-8ae0-4cb9-bc38-9a8cb3c3332e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Feb 15 21:53:06.426687 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22faca0d-e819-4a69-8202-8ed5aa37ee34 req-fed849b8-1bea-4019-b17a-fee4f4cae79f tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.1042283 Feb 15 21:53:06.455309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53786) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:06.471724 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec91fda-e4d0-4bfb-bc07-fdf6c2931f52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Router 650fe491-18bf-424d-9bca-2ebf66c10f5a has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:53:06.586604 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:06.602310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:06.606360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] Usage tracker for resource:security_group_rule and tenant:cccd7e24f13544c0b9dcfa5971f59689 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:06.609345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:06.615808 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:06.664511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec91fda-e4d0-4bfb-bc07-fdf6c2931f52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:53:06.683686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] Sync routers for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:53:06.684244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eec91fda-e4d0-4bfb-bc07-fdf6c2931f52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:06.694945 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:53:06.695692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:52:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:53:06.713826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:06.748466 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-eec91fda-e4d0-4bfb-bc07-fdf6c2931f52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "PUT /v2.0/floatingips/391396fb-c0c6-4c25-b286-7b74eb584ee9 HTTP/1.1" status: 200 len: 990 time: 2.3636789 Feb 15 21:53:06.748466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:53:06.768354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:06.779127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8023ee99-1dac-49b1-b3df-2d715232db62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:06.804005 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978', 'status': 'completed', 'code': 200} Feb 15 21:53:06.831773 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cccd7e24f13544c0b9dcfa5971f59689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752303 Feb 15 21:53:06.833192 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7878c93d-64a5-43cf-b3e9-9b52d1444983,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:06.836749 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:06.847750 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53796) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:06.889992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:53:06.919318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-38ce33b6-6a48-471b-a4c4-0b45c9f45ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:06.946632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-38ce33b6-6a48-471b-a4c4-0b45c9f45ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:07.299020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '391396fb-c0c6-4c25-b286-7b74eb584ee9', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'port_id': '5ea70908-6ae3-45dc-85fc-f0c9297dd978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'mac_address': 'fa:16:3e:dc:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21522c1-865a-422d-98fb-72d49f586df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:52:27Z', 'updated_at': '2021-02-15T21:53:05Z', 'revision_number': 1, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:53:07.299020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] Checking router: 650fe491-18bf-424d-9bca-2ebf66c10f5a for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:53:07.299020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:53:07.299353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:52:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:53:07.328622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-38ce33b6-6a48-471b-a4c4-0b45c9f45ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:07.334028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-80b0959e-3b23-4175-a084-1d43609fe0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:07.358107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce33b6-6a48-471b-a4c4-0b45c9f45ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7878c93d-64a5-43cf-b3e9-9b52d1444983,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:07.361918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-38ce33b6-6a48-471b-a4c4-0b45c9f45ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:07.379406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-38ce33b6-6a48-471b-a4c4-0b45c9f45ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:07.381506 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-38ce33b6-6a48-471b-a4c4-0b45c9f45ab6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7878c93d-64a5-43cf-b3e9-9b52d1444983 HTTP/1.1" status: 204 len: 168 time: 0.5256751 Feb 15 21:53:07.478382 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:53:07.543143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653d29d-9670-414b-a6f4-fd2d0865dba2 req-ddff1bd0-1267-4545-ae67-f2d3fc5c3740 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:07.545291 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9653d29d-9670-414b-a6f4-fd2d0865dba2 req-ddff1bd0-1267-4545-ae67-f2d3fc5c3740 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0973990 Feb 15 21:53:07.611033 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9653d29d-9670-414b-a6f4-fd2d0865dba2 req-a3fa0168-603e-46ba-b0e9-3304c1d38195 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Feb 15 21:53:07.803258 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-10ce477f-68ad-4756-90d6-01763e068870 req-196c157b-005f-4c72-a269-13e6b154abcc tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.0489292 Feb 15 21:53:07.864520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '391396fb-c0c6-4c25-b286-7b74eb584ee9', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'port_id': '5ea70908-6ae3-45dc-85fc-f0c9297dd978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'mac_address': 'fa:16:3e:dc:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21522c1-865a-422d-98fb-72d49f586df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:52:27Z', 'updated_at': '2021-02-15T21:53:05Z', 'revision_number': 1, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:53:07.868862 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b73a0a-b9e9-41be-b267-3ccc65d7fafa None None] The sync data for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi is: [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '391396fb-c0c6-4c25-b286-7b74eb584ee9', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'port_id': '5ea70908-6ae3-45dc-85fc-f0c9297dd978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'mac_address': 'fa:16:3e:dc:7a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21522c1-865a-422d-98fb-72d49f586df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:52:27Z', 'updated_at': '2021-02-15T21:53:05Z', 'revision_number': 1, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:53:08.013758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53818) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:08.037284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:08.052491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:08.056487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] Usage tracker for resource:security_group_rule and tenant:b01f885b3cca41d9bd053a7bea02a46b is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:08.059455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:08.065164 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:08.153647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:08.174458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9608edc-39c1-45d7-b662-b53830e261b5 None None] New status for floating IP 391396fb-c0c6-4c25-b286-7b74eb584ee9: ACTIVE {{(pid=84108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:53:08.201338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:08.210815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a5d78244-6c03-438f-a9c7-bc6a7870badd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:08.252921 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b01f885b3cca41d9bd053a7bea02a46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379959 Feb 15 21:53:08.255708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53822) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:08.258695 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc25b58-9370-438b-9cbf-a6f08c904bf2,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:08.272936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:08.324927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e881f00c-183c-4bf0-b86a-26b5584a3f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:08.353040 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e881f00c-183c-4bf0-b86a-26b5584a3f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:08.442654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e881f00c-183c-4bf0-b86a-26b5584a3f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:08.447852 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-469a37d1-14cd-4fe0-81f3-58f664220795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:08.460700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881f00c-183c-4bf0-b86a-26b5584a3f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc25b58-9370-438b-9cbf-a6f08c904bf2,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:08.463820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e881f00c-183c-4bf0-b86a-26b5584a3f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:08.465803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e881f00c-183c-4bf0-b86a-26b5584a3f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:08.469516 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e881f00c-183c-4bf0-b86a-26b5584a3f13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2cc25b58-9370-438b-9cbf-a6f08c904bf2 HTTP/1.1" status: 204 len: 168 time: 0.2103257 Feb 15 21:53:08.840001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accf716-b272-400b-aaf4-f66e16375226 req-b3a7e476-81f2-4d7a-be56-48e41db2cf80 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:08.841594 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8accf716-b272-400b-aaf4-f66e16375226 req-b3a7e476-81f2-4d7a-be56-48e41db2cf80 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1015661 Feb 15 21:53:08.888626 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8accf716-b272-400b-aaf4-f66e16375226 req-12463450-8d34-4a6e-860f-d18e8339ff69 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Feb 15 21:53:09.037174 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a507f0d4-3332-45dc-b380-e1889d08e451 req-4f0b94a2-d4aa-40b5-9cb5-3208a903ba94 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.0483730 Feb 15 21:53:10.089835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27e5e4-c39a-404a-bcbb-640a49c4636e req-398980cb-c18a-4423-9f56-2f2e956c7e21 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:10.091441 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bc27e5e4-c39a-404a-bcbb-640a49c4636e req-398980cb-c18a-4423-9f56-2f2e956c7e21 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0896535 Feb 15 21:53:10.140043 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bc27e5e4-c39a-404a-bcbb-640a49c4636e req-b062a1e1-fb41-4d0c-99ee-92180547dc03 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Feb 15 21:53:10.290297 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-91e3ae40-1230-4f94-a5af-52a082d84621 req-68de7b8d-e8a6-457e-b74b-8d69df6ea18f tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.0475867 Feb 15 21:53:10.506030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-420494ce-2ab5-4ce4-a4bc-8088deeb88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:10.507726 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-420494ce-2ab5-4ce4-a4bc-8088deeb88d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 1162 time: 0.0827971 Feb 15 21:53:11.336336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b455f7-e032-4967-9466-6eb393a7b7cd req-5f015a25-a4bc-489b-8c4f-4e51ccaf3b2a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:11.337955 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3b455f7-e032-4967-9466-6eb393a7b7cd req-5f015a25-a4bc-489b-8c4f-4e51ccaf3b2a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0866773 Feb 15 21:53:11.386364 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3b455f7-e032-4967-9466-6eb393a7b7cd req-0cd9bec0-e2ef-403d-85ae-fb51b26dfe9d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Feb 15 21:53:11.438343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53926) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:11.537159 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04f3c1c9-2ff7-458d-a35c-2a7b57f2eaee req-c56ab777-ca06-435d-9bd7-c959404d23e3 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.0510399 Feb 15 21:53:11.564035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:11.579322 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:11.583908 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] Usage tracker for resource:security_group_rule and tenant:40505826b0644146af7018ec24b4d1ed is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:11.586828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:11.592627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:11.679570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:11.717040 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:11.726027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-38ce33b6-6a48-471b-a4c4-0b45c9f45ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:11.767993 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40505826b0644146af7018ec24b4d1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284853 Feb 15 21:53:11.768838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d006c7-323c-46dc-972b-5d29a4cc6f7c,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:11.771540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53934) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:11.772756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:11.832560 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-90b87afb-d7e3-472d-836d-f4b88e1a8df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:11.859098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-90b87afb-d7e3-472d-836d-f4b88e1a8df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:11.928638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-90b87afb-d7e3-472d-836d-f4b88e1a8df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:11.933977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b9b2f79c-7626-4015-a0d9-da7ea975db1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:11.947016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b87afb-d7e3-472d-836d-f4b88e1a8df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d006c7-323c-46dc-972b-5d29a4cc6f7c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:11.949945 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-90b87afb-d7e3-472d-836d-f4b88e1a8df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:11.958261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-90b87afb-d7e3-472d-836d-f4b88e1a8df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:11.973621 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-90b87afb-d7e3-472d-836d-f4b88e1a8df0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04d006c7-323c-46dc-972b-5d29a4cc6f7c HTTP/1.1" status: 204 len: 168 time: 0.1896644 Feb 15 21:53:12.420241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 53948) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:12.479345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:12.560494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:12.804897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] Usage tracker for resource:security_group_rule and tenant:1d24a000ec1243d0bf2d8bfcb911c0d3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:12.842902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:12.864444 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:12.878496 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f716c769-2bf3-4607-9bfc-f903ab14b153 req-78030103-d3c4-4a17-b9a6-7fd480b86551 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.0811110 Feb 15 21:53:12.939261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-aa36cad1-6aa1-4933-923c-264d7f631020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:12.941018 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-aa36cad1-6aa1-4933-923c-264d7f631020 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.5048046 Feb 15 21:53:12.962681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0e17f-385f-44fe-b90b-f36d34599184 req-857f9170-3135-4e78-a57a-a4fd93fcbff5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:12.964219 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-54e0e17f-385f-44fe-b90b-f36d34599184 req-857f9170-3135-4e78-a57a-a4fd93fcbff5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.4111016 Feb 15 21:53:13.124040 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-54e0e17f-385f-44fe-b90b-f36d34599184 req-60f6a22b-42d2-4480-bd5b-7bca1aceb9ee tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531944 Feb 15 21:53:13.143895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:13.156908 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-f1420e4d-74fd-4ce8-98b7-e389a258fdfc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978 HTTP/1.1" status: 200 len: 1000 time: 0.1462243 Feb 15 21:53:13.203662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:13.217189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:13.277013 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d24a000ec1243d0bf2d8bfcb911c0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8556619 Feb 15 21:53:13.277958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5432ed10-beb7-41f2-a013-5288d861e296,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:13.280146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 53962) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:13.283014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:13.284592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-b8e2907d-0627-4324-a639-cba9243cb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:13.286386 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-b8e2907d-0627-4324-a639-cba9243cb1fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.1224453 Feb 15 21:53:13.342267 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26ea591b-68de-409c-a4a6-c858744868a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:13.372582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26ea591b-68de-409c-a4a6-c858744868a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:13.381832 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-6984bddd-5c80-4b32-99c9-f47a3528d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:13.383549 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-6984bddd-5c80-4b32-99c9-f47a3528d9fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840285 Feb 15 21:53:13.469339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26ea591b-68de-409c-a4a6-c858744868a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:13.474871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:13.490202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea591b-68de-409c-a4a6-c858744868a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5432ed10-beb7-41f2-a013-5288d861e296,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:13.493448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-26ea591b-68de-409c-a4a6-c858744868a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:13.498020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26ea591b-68de-409c-a4a6-c858744868a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:13.515957 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-26ea591b-68de-409c-a4a6-c858744868a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5432ed10-beb7-41f2-a013-5288d861e296 HTTP/1.1" status: 204 len: 168 time: 0.2220228 Feb 15 21:53:13.560197 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-b1438595-d001-445c-a396-7ad4afdb63c1 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525540 Feb 15 21:53:13.730567 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43ebcec1-9e27-4534-a521-4b3246f26b29 req-3842acf7-e716-4c79-b713-d1e3706242b4 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476843 Feb 15 21:53:14.052870 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55352bd9-2a3d-45e9-9885-00e16c26eb63 req-88f0054e-c1b0-4864-8a18-b82e25caeaa5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.0521975 Feb 15 21:53:14.494752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c070c-602f-421a-9970-3ff6d8ab4af6 req-c455efca-3c63-432e-a344-0d7097430769 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:14.503963 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d18c070c-602f-421a-9970-3ff6d8ab4af6 req-c455efca-3c63-432e-a344-0d7097430769 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.2398093 Feb 15 21:53:14.553777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-23e71eb6-7de9-4119-a03b-4e7d03bce53c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:14.555330 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-23e71eb6-7de9-4119-a03b-4e7d03bce53c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 815 time: 0.2246332 Feb 15 21:53:14.572391 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Request body: {'port': {'device_id': 'ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd', 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13', 'admin_state_up': True, 'tenant_id': '82291558adee4ba9ba7330ecf6d9ed23'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:53:14.617513 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d18c070c-602f-421a-9970-3ff6d8ab4af6 req-46d87ecc-929e-4e8e-8aaa-c5f70b4f995c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120467 Feb 15 21:53:14.734614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:14.734614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Usage tracker for resource:port and tenant:82291558adee4ba9ba7330ecf6d9ed23 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:14.740341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:14.746544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:14.829613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Made reservation on behalf of 82291558adee4ba9ba7330ecf6d9ed23 for: {'port': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:53:14.836151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:15.203871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Allocated IP 172.20.0.6 (6a3a2f6b-7872-411a-b79a-f1bbcfabef13/296d7eb8-f2de-4f0a-b505-0e720a759be4/81116d1d-3f2f-409d-9171-33fb474c7b5f) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:53:15.262567 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a5a2e535-d148-494e-abf8-6565ca5d2390 req-46567325-1f9f-4cf4-b78a-74d53ee147fc tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.0611515 Feb 15 21:53:15.514065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:15.609410 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:15.635635 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-beb4dca1-f7a2-4dad-b30e-ad68428c324d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:15.791669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Pushing event updated for resources: {'Port': ['ID=81116d1d-3f2f-409d-9171-33fb474c7b5f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:15.797048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:15.911978 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:53:15.915609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:53:15.918472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:53:15.922903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:15.923619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:15.956116 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8aab62-ab6c-4c22-b213-4d6b4d236c88 req-1f9c1402-87ae-42a3-aa8b-9a8ccb0009e4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:15.957739 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f8aab62-ab6c-4c22-b213-4d6b4d236c88 req-1f9c1402-87ae-42a3-aa8b-9a8ccb0009e4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1556482 Feb 15 21:53:16.005756 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f8aab62-ab6c-4c22-b213-4d6b4d236c88 req-6567f026-ea1f-4acd-ba83-25ce64d07aa6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Feb 15 21:53:16.061409 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4966357 Feb 15 21:53:16.109450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Request body: {'port': {'device_id': 'ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:53:16.310243 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743f18-c390-485d-8530-78b4336598f7 req-0445f748-b018-4150-bb20-1d1202ae5c30 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:16.311885 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c743f18-c390-485d-8530-78b4336598f7 req-0445f748-b018-4150-bb20-1d1202ae5c30 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.1733100 Feb 15 21:53:16.312707 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:16.498118 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c743f18-c390-485d-8530-78b4336598f7 req-20de1120-87f0-410e-ac5c-6c49a8e992a1 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708744 Feb 15 21:53:16.636242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2c4bd-3fd4-41e1-ad35-3eb27185bac8 req-e0be721c-9fc7-4114-b6be-5083a6861fc7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:16.637004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-52b2c4bd-3fd4-41e1-ad35-3eb27185bac8 req-e0be721c-9fc7-4114-b6be-5083a6861fc7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Synchronizing usage tracker for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:53:16.937489 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-52b2c4bd-3fd4-41e1-ad35-3eb27185bac8 req-e0be721c-9fc7-4114-b6be-5083a6861fc7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Unset dirty status for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:53:16.938745 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-52b2c4bd-3fd4-41e1-ad35-3eb27185bac8 req-e0be721c-9fc7-4114-b6be-5083a6861fc7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 931 time: 0.5270002 Feb 15 21:53:17.016015 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-52b2c4bd-3fd4-41e1-ad35-3eb27185bac8 req-97e5afd9-6aa4-4e3a-b10f-6b001be6fe35 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687006 Feb 15 21:53:17.109752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81116d1d-3f2f-409d-9171-33fb474c7b5f {{(pid=84107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:53:17.185250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:17.200824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Transition to ACTIVE for port object 81116d1d-3f2f-409d-9171-33fb474c7b5f will not be triggered until provisioned by entity L2. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:53:17.278631 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:17.313964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:17.470607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Pushing event updated for resources: {'Port': ['ID=81116d1d-3f2f-409d-9171-33fb474c7b5f,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:17.473806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:17.516736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d502570-c9ee-4ad6-8c88-72e501a4d307 req-afc3f43e-7cb8-40b9-a135-f676e3f8539c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:17.518329 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d502570-c9ee-4ad6-8c88-72e501a4d307 req-afc3f43e-7cb8-40b9-a135-f676e3f8539c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.2995660 Feb 15 21:53:17.561997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69c87cb5-a71c-4ed9-9fcb-ded24ed58f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:17.660905 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Attempting to bind port 81116d1d-3f2f-409d-9171-33fb474c7b5f on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:53:17.661461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Attempting to bind port 81116d1d-3f2f-409d-9171-33fb474c7b5f by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:53:17.661964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Attempting to bind port 81116d1d-3f2f-409d-9171-33fb474c7b5f on network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:53:17.712642 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:53:17.713028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Checking segment: {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:53:17.713481 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:17.713904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Bound using segment: {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'} {{(pid=84107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:53:17.714384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Bound port: 81116d1d-3f2f-409d-9171-33fb474c7b5f, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'}}] {{(pid=84107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:53:17.714783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:17.746703 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d502570-c9ee-4ad6-8c88-72e501a4d307 req-b171e5f2-f07b-4216-9a83-3a4417db2a1a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189109 Feb 15 21:53:17.852300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] For port 81116d1d-3f2f-409d-9171-33fb474c7b5f, host hv-cinder-77525, cleared binding levels {{(pid=84107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:53:17.857145 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] For port 81116d1d-3f2f-409d-9171-33fb474c7b5f, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=81116d1d-3f2f-409d-9171-33fb474c7b5f,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:53:17.864811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ba4d-c2f2-4ffd-a326-c043565ddf57 req-2c3c6bfe-3400-483a-a870-a42f7f635c3c tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:17.866590 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6d26ba4d-c2f2-4ffd-a326-c043565ddf57 req-2c3c6bfe-3400-483a-a870-a42f7f635c3c tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.2087657 Feb 15 21:53:17.907983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:17.924087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54110) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:17.928755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:17.985126 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6d26ba4d-c2f2-4ffd-a326-c043565ddf57 req-8f6768ed-b65c-4642-9a32-1de15fbd69f8 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120620 Feb 15 21:53:18.061102 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:18.078168 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:18.082925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] Usage tracker for resource:security_group_rule and tenant:88117ee659ee493faf6045bbe41e173e is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:18.086243 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:18.092596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:18.113089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Pushing event updated for resources: {'Port': ['ID=81116d1d-3f2f-409d-9171-33fb474c7b5f,revision_number=3']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:18.118291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:18.186007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:18.203196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:18.203933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:18.205444 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] 10.222.0.47 "PUT /v2.0/ports/81116d1d-3f2f-409d-9171-33fb474c7b5f HTTP/1.1" status: 200 len: 1157 time: 2.1022274 Feb 15 21:53:18.207791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd', 'tag': '81116d1d-3f2f-409d-9171-33fb474c7b5f'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:53:18.236898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:18.246673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a3343c32-70fe-4f1d-88d2-d04c45590004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:18.305893 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88117ee659ee493faf6045bbe41e173e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781831 Feb 15 21:53:18.306082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120ec94-5186-4813-b190-d0fb615839e9 req-4dff9bc0-48e4-418c-9127-705c838c563d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:18.306195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065de986-8853-40b1-829b-90f8304ab64b,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:18.306284 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3120ec94-5186-4813-b190-d0fb615839e9 req-4dff9bc0-48e4-418c-9127-705c838c563d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 943 time: 0.1668117 Feb 15 21:53:18.307927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 54124) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:18.320421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:18.458506 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3120ec94-5186-4813-b190-d0fb615839e9 req-be84d883-0987-4466-b755-24eb9b69d35d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977333 Feb 15 21:53:18.488997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7f7435fd-a85e-4c2c-877d-e71f26ac4c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:18.508584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-60085a05-75ac-4889-8578-e8fa5e09cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:18.510263 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-60085a05-75ac-4889-8578-e8fa5e09cd07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 1160 time: 0.2032149 Feb 15 21:53:18.583831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7f7435fd-a85e-4c2c-877d-e71f26ac4c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:18.591975 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd', 'tag': '81116d1d-3f2f-409d-9171-33fb474c7b5f', 'status': 'completed', 'code': 200} Feb 15 21:53:18.603345 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-f3a38631-3b4b-4a5d-8a14-516da07d86f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81116d1d-3f2f-409d-9171-33fb474c7b5f HTTP/1.1" status: 200 len: 217 time: 0.0820634 Feb 15 21:53:18.698434 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-2a20f909-78ae-4e2c-8702-a6828d4e5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:18.700066 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-2a20f909-78ae-4e2c-8702-a6828d4e5618 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=296d7eb8-f2de-4f0a-b505-0e720a759be4 HTTP/1.1" status: 200 len: 855 time: 0.0878904 Feb 15 21:53:18.770599 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-7df51c28-52a2-477a-9455-3f4f637ec2fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607984 Feb 15 21:53:18.876526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7f7435fd-a85e-4c2c-877d-e71f26ac4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:18.886334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:18.891081 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 4ba60956-c81e-4427-ae10-c72c72704d90 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:53:18.909178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7435fd-a85e-4c2c-877d-e71f26ac4c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065de986-8853-40b1-829b-90f8304ab64b,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:18.913965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7f7435fd-a85e-4c2c-877d-e71f26ac4c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:18.917908 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7f7435fd-a85e-4c2c-877d-e71f26ac4c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:18.919270 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7f7435fd-a85e-4c2c-877d-e71f26ac4c1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/065de986-8853-40b1-829b-90f8304ab64b HTTP/1.1" status: 204 len: 168 time: 0.6103880 Feb 15 21:53:18.955946 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-f7b6dfcd-ce06-409a-bb95-83c05e59338c service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735072 Feb 15 21:53:19.106407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:19.208307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 4ba60956-c81e-4427-ae10-c72c72704d90, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=4ba60956-c81e-4427-ae10-c72c72704d90,segment=NetworkSegment(9a6b2572-51d5-4c6b-9be7-d8da00727c21),segment_id=9a6b2572-51d5-4c6b-9be7-d8da00727c21)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:53:19.210313 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 54156) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:19.211021 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1839c0-9f2d-4392-a3fa-d825b53b97ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba60956-c81e-4427-ae10-c72c72704d90'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:53:19.226123 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90038cf7-af5b-4fcb-a8eb-8522965f95b0 req-642c2259-58c6-41fb-a5b4-a88d8875ded8 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2589805 Feb 15 21:53:19.233039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdb5bd-b4a4-43cc-b614-4a823519b19e req-214b1c7b-0678-4d8e-87ac-33ac55116682 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:19.241425 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8afdb5bd-b4a4-43cc-b614-4a823519b19e req-214b1c7b-0678-4d8e-87ac-33ac55116682 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.2431185 Feb 15 21:53:19.243304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:19.246118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:19.277713 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-ce1a6f22-9e51-4bcc-a1d7-d13f5cf4fa3a tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:19.282599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-ce1a6f22-9e51-4bcc-a1d7-d13f5cf4fa3a tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Synchronizing usage tracker for tenant:866938b5d37947a5b4400d222bcc4cab on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:53:19.397189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-ce1a6f22-9e51-4bcc-a1d7-d13f5cf4fa3a tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Unset dirty status for tenant:866938b5d37947a5b4400d222bcc4cab on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:53:19.399141 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-ce1a6f22-9e51-4bcc-a1d7-d13f5cf4fa3a tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 945 time: 0.3453829 Feb 15 21:53:19.420799 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8afdb5bd-b4a4-43cc-b614-4a823519b19e req-539ab886-3d38-48e1-8410-862c35753499 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784818 Feb 15 21:53:19.549517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Deleting port 4ba60956-c81e-4427-ae10-c72c72704d90 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:53:19.549962 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:19.586376 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1839c0-9f2d-4392-a3fa-d825b53b97ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba60956-c81e-4427-ae10-c72c72704d90', 'code': 200} Feb 15 21:53:19.587725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b810a8-0820-4699-ae0b-ab5c8c79eb89 req-11481094-d6e8-4c8c-bf47-d9b7883baa4f tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:19.589469 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e0b810a8-0820-4699-ae0b-ab5c8c79eb89 req-11481094-d6e8-4c8c-bf47-d9b7883baa4f tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 943 time: 0.3245144 Feb 15 21:53:19.594359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ee0b4-71c2-4c27-be1e-abb8b918f582 req-0d400d43-2183-417d-82c6-9c73f5fe8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:19.596086 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-044ee0b4-71c2-4c27-be1e-abb8b918f582 req-0d400d43-2183-417d-82c6-9c73f5fe8ff7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 1160 time: 0.2839222 Feb 15 21:53:19.596878 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:19.621996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=4ba60956-c81e-4427-ae10-c72c72704d90,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:19.637527 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.637929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.638317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.638697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.639074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.639473 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.639874 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.640251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.640645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.641023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.641407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.641781 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.642230 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.642601 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.642972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.643338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.643729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.644098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.645010 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.645380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.645746 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.646117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.646521 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.646889 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:19.657653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:19.716994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:19.800567 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54174) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:19.809879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] Usage tracker for resource:security_group_rule and tenant:5487bf8546224d02a167df3d96172a66 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:19.822494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:19.826814 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:19.834490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:19.852105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:19.867384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] Usage tracker for resource:security_group_rule and tenant:8137fcbc69de4e158ac979b33aa730d9 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:19.871865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:19.882391 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] For port 4ba60956-c81e-4427-ae10-c72c72704d90, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=4ba60956-c81e-4427-ae10-c72c72704d90,segment=NetworkSegment(9a6b2572-51d5-4c6b-9be7-d8da00727c21),segment_id=9a6b2572-51d5-4c6b-9be7-d8da00727c21)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:53:19.882796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:19.891187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:20.049472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Calling delete_port for 4ba60956-c81e-4427-ae10-c72c72704d90 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:53:20.077039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e89ae65-c0a8-42b2-a7a3-6f6cbcc9a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.099632 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e0b810a8-0820-4699-ae0b-ab5c8c79eb89 req-ddb8d651-c821-4987-aca4-9dd5877de7b1 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c605e4d-7d91-4ba9-8335-885b03c4a255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924397 Feb 15 21:53:20.159609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ee0b4-71c2-4c27-be1e-abb8b918f582 req-713937eb-331f-4c23-8454-0eff77bba037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:20.162062 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-044ee0b4-71c2-4c27-be1e-abb8b918f582 req-713937eb-331f-4c23-8454-0eff77bba037 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 909 time: 0.5521181 Feb 15 21:53:20.249690 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-044ee0b4-71c2-4c27-be1e-abb8b918f582 req-10fc0301-06b7-4eb9-8e0f-11aedfbabf36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81116d1d-3f2f-409d-9171-33fb474c7b5f HTTP/1.1" status: 200 len: 217 time: 0.0786624 Feb 15 21:53:20.258608 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713963f9-0646-44cd-93de-fd78c6d3a567 req-7e4ec9b1-d802-44c1-b860-eb497773222d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:20.260619 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-713963f9-0646-44cd-93de-fd78c6d3a567 req-7e4ec9b1-d802-44c1-b860-eb497773222d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 943 time: 0.4306798 Feb 15 21:53:20.333638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:53:20.370341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ee0b4-71c2-4c27-be1e-abb8b918f582 req-8ef0c80a-7320-4d8f-a4e1-11f0f386f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:20.371947 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-044ee0b4-71c2-4c27-be1e-abb8b918f582 req-8ef0c80a-7320-4d8f-a4e1-11f0f386f1cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=296d7eb8-f2de-4f0a-b505-0e720a759be4 HTTP/1.1" status: 200 len: 855 time: 0.1104062 Feb 15 21:53:20.379381 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-713963f9-0646-44cd-93de-fd78c6d3a567 req-7b526787-58d0-4a5c-88bd-7b98c949de93 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833848 Feb 15 21:53:20.437006 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-044ee0b4-71c2-4c27-be1e-abb8b918f582 req-cab31571-879a-40bc-a946-44eff94d2627 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565836 Feb 15 21:53:20.448533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.475244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.491089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:20.505805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.540946 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.546677 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.560738 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Pushing event deleted for resources: {'Port': ['ID=4ba60956-c81e-4427-ae10-c72c72704d90,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:20.568482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:20.570733 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-26ea591b-68de-409c-a4a6-c858744868a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:20.618958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.629470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c65b8764-a8ca-436b-9ea2-9165dee31240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:20.679040 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8137fcbc69de4e158ac979b33aa730d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768237 Feb 15 21:53:20.681682 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54190) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:20.695924 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35231ce9-a627-4399-b301-65d72860b4e5,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:20.701030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12769ac8-d8c8-4b62-a0e4-2819458d3a48,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:20.703460 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5487bf8546224d02a167df3d96172a66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4920299 Feb 15 21:53:20.706729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:20.708110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 54196) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:20.708696 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:20.756709 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-044ee0b4-71c2-4c27-be1e-abb8b918f582 req-d89c5a18-511c-4324-8921-6ccee6bde263 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114872 Feb 15 21:53:20.784045 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40898db7-403f-4d84-a136-3cfd3186006c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.846957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] No DVR routers for this DVR port 4ba60956-c81e-4427-ae10-c72c72704d90 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:53:20.852686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40898db7-403f-4d84-a136-3cfd3186006c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.859771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.862417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1839c0-9f2d-4392-a3fa-d825b53b97ad', 'name': 'network-vif-deleted', 'tag': '4ba60956-c81e-4427-ae10-c72c72704d90'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:53:20.883036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c3bbb-2658-4d42-98b2-c578bff1b5d8 req-c139f334-f65d-4927-9751-fab741f2bfe2 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:20.884671 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a29c3bbb-2658-4d42-98b2-c578bff1b5d8 req-c139f334-f65d-4927-9751-fab741f2bfe2 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.3366241 Feb 15 21:53:20.939576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f821-d02a-4b8b-b38c-c70ec2743dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.950610 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1839c0-9f2d-4392-a3fa-d825b53b97ad', 'name': 'network-vif-deleted', 'tag': '4ba60956-c81e-4427-ae10-c72c72704d90', 'status': 'completed', 'code': 200} Feb 15 21:53:20.968202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40898db7-403f-4d84-a136-3cfd3186006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.974117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1a1b5282-2199-4cd0-949b-5b04da80cb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:20.981362 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2218bf52-ff64-44c4-b677-5cf27f5bc35d req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.47 "DELETE /v2.0/ports/4ba60956-c81e-4427-ae10-c72c72704d90 HTTP/1.1" status: 204 len: 173 time: 1.5705917 Feb 15 21:53:20.988856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40898db7-403f-4d84-a136-3cfd3186006c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12769ac8-d8c8-4b62-a0e4-2819458d3a48,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:20.993896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-40898db7-403f-4d84-a136-3cfd3186006c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:20.996489 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40898db7-403f-4d84-a136-3cfd3186006c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:20.997708 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-40898db7-403f-4d84-a136-3cfd3186006c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12769ac8-d8c8-4b62-a0e4-2819458d3a48 HTTP/1.1" status: 204 len: 168 time: 0.3151035 Feb 15 21:53:21.007851 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a29c3bbb-2658-4d42-98b2-c578bff1b5d8 req-353c2486-c156-437a-96fd-2529aa07e2c5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026416 Feb 15 21:53:21.033060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f821-d02a-4b8b-b38c-c70ec2743dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:21.042958 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-044ee0b4-71c2-4c27-be1e-abb8b918f582 req-82afab7b-326d-4a85-bf4a-9271f861c840 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2763722 Feb 15 21:53:21.135820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f821-d02a-4b8b-b38c-c70ec2743dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:21.141287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:21.168332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4f821-d02a-4b8b-b38c-c70ec2743dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35231ce9-a627-4399-b301-65d72860b4e5,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:21.176877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e1f4f821-d02a-4b8b-b38c-c70ec2743dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:21.182782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f821-d02a-4b8b-b38c-c70ec2743dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:21.184198 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e1f4f821-d02a-4b8b-b38c-c70ec2743dfa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35231ce9-a627-4399-b301-65d72860b4e5 HTTP/1.1" status: 204 len: 168 time: 0.4743416 Feb 15 21:53:21.296241 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4f268d3b-fe76-4704-9d51-8c649f9c744d req-a9cad084-d4cb-4c0a-a352-0cfd9f76eb21 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 210 time: 0.0513787 Feb 15 21:53:21.669443 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325057-7c6a-4dd6-9ffc-7063128dbd37 req-7dadf80f-7d59-4499-b4ac-6ab197ffa03c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:21.678906 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bb325057-7c6a-4dd6-9ffc-7063128dbd37 req-7dadf80f-7d59-4499-b4ac-6ab197ffa03c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 943 time: 0.1748841 Feb 15 21:53:21.751579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:21.755317 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bb325057-7c6a-4dd6-9ffc-7063128dbd37 req-3390966c-ee8d-47f9-bc79-beb7df49e16d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753937 Feb 15 21:53:22.284202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a74d5-99d3-4737-904d-c74390c6554f req-5e47e840-785b-4e7f-8ae1-09476745f85d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:22.285973 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c00a74d5-99d3-4737-904d-c74390c6554f req-5e47e840-785b-4e7f-8ae1-09476745f85d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1216187 Feb 15 21:53:22.353544 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c00a74d5-99d3-4737-904d-c74390c6554f req-cf36c0e1-68f6-4d07-a8f1-e1bb06f0d2f4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589874 Feb 15 21:53:22.506757 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3b26bc91-450f-47dd-a75a-7de2a91d65c7 req-1418ab9a-35ab-4095-8980-1e1e46acd5d8 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d1839c0-9f2d-4392-a3fa-d825b53b97ad HTTP/1.1" status: 200 len: 210 time: 0.0547323 Feb 15 21:53:22.953772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62afeef-df63-45e8-9b13-42581316128b req-389cac58-fd50-4f2e-889e-7a8b0714d683 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:22.955421 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b62afeef-df63-45e8-9b13-42581316128b req-389cac58-fd50-4f2e-889e-7a8b0714d683 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 943 time: 0.0903521 Feb 15 21:53:23.006252 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b62afeef-df63-45e8-9b13-42581316128b req-cd049073-df51-4dd0-a984-159f30f6fb0c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Feb 15 21:53:23.025476 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:23.587651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180c81-7428-462e-ab9b-2dba321af94f req-37e678dd-6921-4e67-bf5c-81875d71f0d5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:23.589280 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8c180c81-7428-462e-ab9b-2dba321af94f req-37e678dd-6921-4e67-bf5c-81875d71f0d5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0901384 Feb 15 21:53:23.638063 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8c180c81-7428-462e-ab9b-2dba321af94f req-49029e8a-9d6f-4901-97e1-ce834676bdaa tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 Feb 15 21:53:24.205058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b345a-f543-4d14-8438-d9ea40042369 req-75d0522a-fc32-48b6-bc1d-5335aa6a5749 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:24.206637 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f05b345a-f543-4d14-8438-d9ea40042369 req-75d0522a-fc32-48b6-bc1d-5335aa6a5749 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 943 time: 0.0866835 Feb 15 21:53:24.256976 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f05b345a-f543-4d14-8438-d9ea40042369 req-942ccab5-1d2c-4e9a-9cc6-60490f4c1c6b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441084 Feb 15 21:53:24.839526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e9566-dea9-4bbf-95fc-871767cdd99a req-399f3b6f-48c0-40ca-9c6f-6ecceef14588 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:24.841125 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1e7e9566-dea9-4bbf-95fc-871767cdd99a req-399f3b6f-48c0-40ca-9c6f-6ecceef14588 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0856893 Feb 15 21:53:24.888565 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1e7e9566-dea9-4bbf-95fc-871767cdd99a req-d6d82dc3-06e4-4429-9fd9-b615e4b2695e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Feb 15 21:53:25.456673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3de8a-d79b-4071-973c-a836d4d00eaf req-ab160246-51f5-4a5a-a02c-125c78f8dc54 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:25.458320 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eaf3de8a-d79b-4071-973c-a836d4d00eaf req-ab160246-51f5-4a5a-a02c-125c78f8dc54 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 943 time: 0.0889392 Feb 15 21:53:25.506761 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eaf3de8a-d79b-4071-973c-a836d4d00eaf req-0f9cc0e7-43b7-4d53-8290-608fd80812fd tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420856 Feb 15 21:53:26.087269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528d6f4-4047-42da-bdb4-8923e68da06f req-4d2dd1df-0fa1-4ae6-866a-6b1d079664df tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:26.088910 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5528d6f4-4047-42da-bdb4-8923e68da06f req-4d2dd1df-0fa1-4ae6-866a-6b1d079664df tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0856254 Feb 15 21:53:26.140421 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5528d6f4-4047-42da-bdb4-8923e68da06f req-f1b4ece6-b14c-47fb-98a5-342734f58803 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452988 Feb 15 21:53:26.718881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24bfac-76f4-4bed-a8d2-2d2a35a2ed52 req-46c95628-02a3-4d26-80d2-86b07b469024 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:26.720427 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c24bfac-76f4-4bed-a8d2-2d2a35a2ed52 req-46c95628-02a3-4d26-80d2-86b07b469024 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 943 time: 0.0912411 Feb 15 21:53:26.776027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:26.788233 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c24bfac-76f4-4bed-a8d2-2d2a35a2ed52 req-5fbdb6f0-b442-49a7-b8a2-30953da45a00 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582139 Feb 15 21:53:27.469030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331a968-0d7e-41c5-b851-e82dbfb4eff8 req-450c37ea-31eb-49fc-9308-5a0c741c488c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:27.470599 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4331a968-0d7e-41c5-b851-e82dbfb4eff8 req-450c37ea-31eb-49fc-9308-5a0c741c488c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0880258 Feb 15 21:53:27.517076 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4331a968-0d7e-41c5-b851-e82dbfb4eff8 req-5edea971-cf6a-402f-a836-e0ef8f7cb994 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Feb 15 21:53:28.001480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b23c8-4cc4-42f3-9643-f1670edd0c3f req-04a0b4ea-5537-4930-91af-505b5063a5ab tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:28.002999 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3d0b23c8-4cc4-42f3-9643-f1670edd0c3f req-04a0b4ea-5537-4930-91af-505b5063a5ab tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 943 time: 0.0854192 Feb 15 21:53:28.052371 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3d0b23c8-4cc4-42f3-9643-f1670edd0c3f req-3df81c21-58b3-41e5-b480-6b3d1a11c3c9 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Feb 15 21:53:28.728989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948ba6e-3389-47c2-9181-5680c9b62258 req-8c4ab057-0104-473a-b3fb-3db5fea2cd1d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:28.730594 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2948ba6e-3389-47c2-9181-5680c9b62258 req-8c4ab057-0104-473a-b3fb-3db5fea2cd1d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0877147 Feb 15 21:53:28.781720 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2948ba6e-3389-47c2-9181-5680c9b62258 req-7656a492-0aa9-4886-b4ab-0f592bd47ba0 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Feb 15 21:53:29.254882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78b66f-665a-4c18-a790-3aa7479f754a req-2d56ac1f-1ebe-4827-80fd-0a1dca2c7e3a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:29.256552 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9b78b66f-665a-4c18-a790-3aa7479f754a req-2d56ac1f-1ebe-4827-80fd-0a1dca2c7e3a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 943 time: 0.0901735 Feb 15 21:53:29.305348 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9b78b66f-665a-4c18-a790-3aa7479f754a req-d824f673-8902-4a1f-82e4-1a1d7d8795f6 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 Feb 15 21:53:29.982075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757857ca-f522-4b02-a382-1dcbe3e763b9 req-720c782a-ead6-44e1-bc3a-2da884a2a0f5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:29.983889 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-757857ca-f522-4b02-a382-1dcbe3e763b9 req-720c782a-ead6-44e1-bc3a-2da884a2a0f5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0874596 Feb 15 21:53:30.036658 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-757857ca-f522-4b02-a382-1dcbe3e763b9 req-e370fd33-e8ef-4322-917f-b392851120f4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465519 Feb 15 21:53:30.195757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 81116d1d-3f2f-409d-9171-33fb474c7b5f up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:53:30.322565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 81116d1d-3f2f-409d-9171-33fb474c7b5f completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:53:30.328029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 81116d1d-3f2f-409d-9171-33fb474c7b5f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:53:30.328456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:30.462134 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:30.495091 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81116d1d-3f2f-409d-9171-33fb474c7b5f'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:53:30.502268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 81116d1d-3f2f-409d-9171-33fb474c7b5f, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=81116d1d-3f2f-409d-9171-33fb474c7b5f,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:53:30.528498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef1e85-02a7-408b-8bd8-ddaa580a339a req-8cbeff21-2c20-4ba2-845d-2c4bdb8dcf79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:30.533862 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-61ef1e85-02a7-408b-8bd8-ddaa580a339a req-8cbeff21-2c20-4ba2-845d-2c4bdb8dcf79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 943 time: 0.0903962 Feb 15 21:53:30.554912 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:30.557218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:30.580357 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-61ef1e85-02a7-408b-8bd8-ddaa580a339a req-9dd55487-9b0b-482a-9e88-27651883ef73 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Feb 15 21:53:30.654654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=81116d1d-3f2f-409d-9171-33fb474c7b5f,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:30.658108 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:30.664642 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81116d1d-3f2f-409d-9171-33fb474c7b5f', 'code': 200} Feb 15 21:53:31.141311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 54472) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:31.271132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7942ba-40fd-46c6-9b33-f3e2647f80bc admin admin] Deleting subnet ff72dbdf-6d44-46b1-b797-16cd22da19ac {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:53:31.274764 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1e7942ba-40fd-46c6-9b33-f3e2647f80bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:31.339242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e55a9-5625-4b9d-862e-02a5f72041dd req-b0280501-1af6-4ecc-91a3-a2822b7223b5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:31.340862 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-154e55a9-5625-4b9d-862e-02a5f72041dd req-b0280501-1af6-4ecc-91a3-a2822b7223b5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1654222 Feb 15 21:53:31.342984 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1e7942ba-40fd-46c6-9b33-f3e2647f80bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:31.367738 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1e7942ba-40fd-46c6-9b33-f3e2647f80bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:31.453997 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-154e55a9-5625-4b9d-862e-02a5f72041dd req-969fdc43-f9d1-4d3d-b8e6-1ea94131d396 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052585 Feb 15 21:53:31.694266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1e7942ba-40fd-46c6-9b33-f3e2647f80bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:31.713532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:31.803654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7942ba-40fd-46c6-9b33-f3e2647f80bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff72dbdf-6d44-46b1-b797-16cd22da19ac,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:31.812876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1e7942ba-40fd-46c6-9b33-f3e2647f80bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:31.920271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1e7942ba-40fd-46c6-9b33-f3e2647f80bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:31.930547 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1e7942ba-40fd-46c6-9b33-f3e2647f80bc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ff72dbdf-6d44-46b1-b797-16cd22da19ac HTTP/1.1" status: 204 len: 168 time: 0.7875443 Feb 15 21:53:31.933031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54500) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:31.937581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a6e2-9659-4f7f-a95d-43fef59f6ae8 req-d9bd0018-e829-4ae1-9793-31b3803224a7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:31.945784 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7c9a6e2-9659-4f7f-a95d-43fef59f6ae8 req-d9bd0018-e829-4ae1-9793-31b3803224a7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.2353742 Feb 15 21:53:31.989625 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7c9a6e2-9659-4f7f-a95d-43fef59f6ae8 req-7509a4ed-3311-4c60-9efb-c7c36a43dcb9 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428994 Feb 15 21:53:32.079346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:32.285561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:32.621351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:53:32.649340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6b2572-51d5-4c6b-9be7-d8da00727c21') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:53:32.649925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6b2572-51d5-4c6b-9be7-d8da00727c21') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:53:32.666041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:32.801466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:32.804146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:53:32.853750 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94dc6f-bb0b-466b-a1b1-0891f17f00fc req-3212df4e-f676-466b-9ad3-f9d5e935fb76 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:32.856257 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0a94dc6f-bb0b-466b-a1b1-0891f17f00fc req-3212df4e-f676-466b-9ad3-f9d5e935fb76 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.2854669 Feb 15 21:53:32.905470 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0a94dc6f-bb0b-466b-a1b1-0891f17f00fc req-03eb0d30-c11d-4d6e-b65b-3a9663095b58 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Feb 15 21:53:32.994339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Network c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:53:33.004116 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:33.074382 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c804b8-5d92-4fc6-83bf-dce19b9e8301 req-6293c85e-819f-4bca-b0e3-20808c2d6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:33.076081 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41c804b8-5d92-4fc6-83bf-dce19b9e8301 req-6293c85e-819f-4bca-b0e3-20808c2d6aff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 1162 time: 0.0999472 Feb 15 21:53:33.191531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Network c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:53:33.203854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816f04b-6c74-4806-97be-61071f668783 req-e7b76c42-28ba-4240-ae3c-abdf28502cad tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:33.211930 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e816f04b-6c74-4806-97be-61071f668783 req-e7b76c42-28ba-4240-ae3c-abdf28502cad tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.0990498 Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:53:33.214974 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:53:33.257947 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e816f04b-6c74-4806-97be-61071f668783 req-95a5f859-1b2c-4d94-9ae5-fe4b9199028a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446694 Feb 15 21:53:33.458305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:33.461899 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e83913e5-103b-43b8-8245-7c6b295ef549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:33.475932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:33.486798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:33.492649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:33.521824 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5d806468-d39b-4dcb-aba6-d643fdad0d2d admin admin] 10.222.0.41 "DELETE /v2.0/networks/c27dab1e-a4c7-44e8-a7c4-3419b2d3e6fd HTTP/1.1" status: 204 len: 168 time: 1.5876486 Feb 15 21:53:33.838562 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 54570) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:33.891263 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3fe3fea4-1667-46a4-9395-2ddbba6d4bfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=866938b5d37947a5b4400d222bcc4cab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507991 Feb 15 21:53:33.894585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 54574) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:33.964888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c5f68c3-2677-411d-8244-bd11f8f62536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:33.994072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c5f68c3-2677-411d-8244-bd11f8f62536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:34.119086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a5966-9bbb-4090-b4c2-8cc2994e79e6 req-20f888fc-adb7-4854-94ec-9599b50733b9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:34.120725 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-763a5966-9bbb-4090-b4c2-8cc2994e79e6 req-20f888fc-adb7-4854-94ec-9599b50733b9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0898585 Feb 15 21:53:34.141697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c5f68c3-2677-411d-8244-bd11f8f62536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:34.148500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0dd40c1e-7ee5-40e5-af9a-125e3b1159ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:34.168495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f68c3-2677-411d-8244-bd11f8f62536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c605e4d-7d91-4ba9-8335-885b03c4a255,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:34.179343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5c5f68c3-2677-411d-8244-bd11f8f62536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:34.190597 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-763a5966-9bbb-4090-b4c2-8cc2994e79e6 req-13beabbb-12da-47f0-a718-757294018138 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629303 Feb 15 21:53:34.206904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c5f68c3-2677-411d-8244-bd11f8f62536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:34.208103 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5c5f68c3-2677-411d-8244-bd11f8f62536 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c605e4d-7d91-4ba9-8335-885b03c4a255 HTTP/1.1" status: 204 len: 168 time: 0.3125606 Feb 15 21:53:34.478414 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41c804b8-5d92-4fc6-83bf-dce19b9e8301 req-89f03d6c-5e07-41ee-bd9d-1fbefa512409 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532346 Feb 15 21:53:34.510676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d7cc-5678-47ba-b653-64f546e653e2 req-99463ae3-db63-4069-b01a-01f154222846 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:34.512491 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6340d7cc-5678-47ba-b653-64f546e653e2 req-99463ae3-db63-4069-b01a-01f154222846 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.1387343 Feb 15 21:53:34.561824 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6340d7cc-5678-47ba-b653-64f546e653e2 req-4bf73d10-e44f-4750-aecc-60bbe0dd0177 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430937 Feb 15 21:53:34.815653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 81116d1d-3f2f-409d-9171-33fb474c7b5f up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:53:34.890734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 81116d1d-3f2f-409d-9171-33fb474c7b5f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:53:34.891154 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:35.425796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f99835-c675-4dd6-a3ff-750ea0877f51 req-92997f86-16c5-4181-96f9-20290eae93c0 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:35.431323 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-33f99835-c675-4dd6-a3ff-750ea0877f51 req-92997f86-16c5-4181-96f9-20290eae93c0 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1159832 Feb 15 21:53:35.488807 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-33f99835-c675-4dd6-a3ff-750ea0877f51 req-0dd22adf-bda3-44f7-abb5-d492192867d6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Feb 15 21:53:35.765192 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c749ac-dea1-40ce-affc-ef4823c30196 req-a66397e5-9c15-49ef-b05a-f2b20ec8fa73 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:35.766725 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75c749ac-dea1-40ce-affc-ef4823c30196 req-a66397e5-9c15-49ef-b05a-f2b20ec8fa73 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.0858963 Feb 15 21:53:35.820074 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75c749ac-dea1-40ce-affc-ef4823c30196 req-4d61588d-577d-4ec2-aec2-3c7cce5189df tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468252 Feb 15 21:53:36.032158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 54660) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:36.186651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:36.202813 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:36.208016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] Usage tracker for resource:security_group_rule and tenant:557a542a45a74efda62f536dda6cc78c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:36.211382 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:36.219114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:36.312575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:36.343346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:36.354070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-37af1792-0837-4c0e-9e50-c80d2bbf16b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:36.397896 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=557a542a45a74efda62f536dda6cc78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645599 Feb 15 21:53:36.400170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d5227-e5b0-4fa5-aa6a-fa53c55a90f9,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:36.400310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54672) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:36.400557 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54674) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:36.404198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:36.472289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-45787bb5-828c-4a97-a6db-204d35842373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:36.507261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-45787bb5-828c-4a97-a6db-204d35842373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:36.680929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:36.698848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:36.704350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] Usage tracker for resource:security_group_rule and tenant:199d25eb80c9478f97bff3cac80f5653 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:36.708104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:36.715634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:36.772566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370afd9-d20d-47d1-8766-a6e98cc5c069 req-be3b1cfd-bca4-43bf-bbbe-0db1ffbf7f6b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:36.774513 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7370afd9-d20d-47d1-8766-a6e98cc5c069 req-be3b1cfd-bca4-43bf-bbbe-0db1ffbf7f6b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1551161 Feb 15 21:53:36.786994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-45787bb5-828c-4a97-a6db-204d35842373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:36.795465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e49898fb-d44f-493a-a101-7291686ad3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:36.826127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45787bb5-828c-4a97-a6db-204d35842373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d5227-e5b0-4fa5-aa6a-fa53c55a90f9,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:36.841977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-45787bb5-828c-4a97-a6db-204d35842373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:36.853834 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7370afd9-d20d-47d1-8766-a6e98cc5c069 req-a2e1dd37-e4fb-4b6c-8451-b47af5aeaebd tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654087 Feb 15 21:53:36.859000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-45787bb5-828c-4a97-a6db-204d35842373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:36.860314 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-45787bb5-828c-4a97-a6db-204d35842373 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e83d5227-e5b0-4fa5-aa6a-fa53c55a90f9 HTTP/1.1" status: 204 len: 168 time: 0.4567623 Feb 15 21:53:36.916393 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:36.962707 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:36.973008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6d0986da-b77e-4fe6-a290-38e5fb8bd1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:37.045614 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=199d25eb80c9478f97bff3cac80f5653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6361237 Feb 15 21:53:37.045614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54716) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:37.046623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81154899-cd6e-492c-84c6-052ebdbbf9a1,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:37.080124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:37.130733 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0716906-850a-44e3-9c52-2ad1b9ea46c6 req-1a4791a0-7b29-4fea-89e0-5d0694ccefe2 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:37.132526 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0716906-850a-44e3-9c52-2ad1b9ea46c6 req-1a4791a0-7b29-4fea-89e0-5d0694ccefe2 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.1090188 Feb 15 21:53:37.165347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4f512ca0-c0bd-42c4-90a3-66733a368226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:37.182446 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0716906-850a-44e3-9c52-2ad1b9ea46c6 req-597d81b7-df2d-4063-948a-1d9e0efd96a4 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437374 Feb 15 21:53:37.206974 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4f512ca0-c0bd-42c4-90a3-66733a368226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:37.230243 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 69ad10bc-d060-4e14-9f21-e46bf8d07c11 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:53:37.294204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4f512ca0-c0bd-42c4-90a3-66733a368226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:37.303176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0783138f-f2da-41fd-8690-7b2193c1e93e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:37.322237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 54730) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:37.352189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f512ca0-c0bd-42c4-90a3-66733a368226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81154899-cd6e-492c-84c6-052ebdbbf9a1,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:37.355630 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:53:37.356250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:37.364181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4f512ca0-c0bd-42c4-90a3-66733a368226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:37.366881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4f512ca0-c0bd-42c4-90a3-66733a368226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:37.368178 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4f512ca0-c0bd-42c4-90a3-66733a368226 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81154899-cd6e-492c-84c6-052ebdbbf9a1 HTTP/1.1" status: 204 len: 168 time: 0.3239152 Feb 15 21:53:37.518816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:37.537867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:37.542190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] Usage tracker for resource:security_group_rule and tenant:9a6d4f6c8a3646caa255527e3b77f1bf is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:37.545727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:37.561522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:37.666896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:37.722979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:37.731076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-be543bb4-29ca-4d22-83a4-207db63e2141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:37.789521 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a6d4f6c8a3646caa255527e3b77f1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660740 Feb 15 21:53:37.792423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54758) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:37.794807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21abeba5-1047-4aa9-8bb8-d01daa62c666,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:37.799209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:37.865737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2b79-882e-4b11-8f2f-eaf5bd4e5bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:37.916953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2b79-882e-4b11-8f2f-eaf5bd4e5bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:38.015740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2b79-882e-4b11-8f2f-eaf5bd4e5bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:38.021614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1377c410-a9fc-4ba7-8a23-e1e3b1a61526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:38.040462 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd2b79-882e-4b11-8f2f-eaf5bd4e5bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21abeba5-1047-4aa9-8bb8-d01daa62c666,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:38.043211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8cfd2b79-882e-4b11-8f2f-eaf5bd4e5bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:38.049332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cfd2b79-882e-4b11-8f2f-eaf5bd4e5bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:38.051659 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8cfd2b79-882e-4b11-8f2f-eaf5bd4e5bc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21abeba5-1047-4aa9-8bb8-d01daa62c666 HTTP/1.1" status: 204 len: 168 time: 0.2579434 Feb 15 21:53:38.106530 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717df7aa-caf8-4487-9798-80e2cf34d706 req-8588e7b2-6655-4d25-89a6-04ec27174bed tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:38.142573 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-717df7aa-caf8-4487-9798-80e2cf34d706 req-8588e7b2-6655-4d25-89a6-04ec27174bed tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1404402 Feb 15 21:53:38.199651 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-717df7aa-caf8-4487-9798-80e2cf34d706 req-8e580472-6c88-4830-ac2c-82a5fab1a282 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739923 Feb 15 21:53:39.072103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d4d33-93eb-45e8-92cf-02de2057de58 req-f3c9831f-b732-4134-b455-e0b3407338db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:39.073758 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d5d4d33-93eb-45e8-92cf-02de2057de58 req-f3c9831f-b732-4134-b455-e0b3407338db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 1162 time: 0.0881126 Feb 15 21:53:39.121122 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d5d4d33-93eb-45e8-92cf-02de2057de58 req-e1a5a6c1-5ec1-4ca3-87b1-b0c1bae0d0a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Feb 15 21:53:39.303528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54856) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:39.340512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:39.359440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:39.364480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] Usage tracker for resource:security_group_rule and tenant:45b8974bc31c4b319e5817899d982c3f is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:39.368000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:39.381000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:39.505846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:39.553289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615ce67-05f4-4109-b05c-2233e7875985 req-d46a2904-e1a5-420f-80e6-cdeeca9f4203 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:39.554912 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5615ce67-05f4-4109-b05c-2233e7875985 req-d46a2904-e1a5-420f-80e6-cdeeca9f4203 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0954702 Feb 15 21:53:39.557076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:39.567740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4f512ca0-c0bd-42c4-90a3-66733a368226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:39.612324 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5615ce67-05f4-4109-b05c-2233e7875985 req-25b3ec6c-5b3f-49c9-bf09-ee6df9a1c405 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495141 Feb 15 21:53:39.615500 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45b8974bc31c4b319e5817899d982c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105037 Feb 15 21:53:39.616768 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9539ef0-a7d0-4c15-92e1-e0dddc566b68,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:39.619356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54864) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:39.622550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:39.659815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 54870) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:39.761383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eedf495e-a2b1-4173-8607-e2e2d67fd43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:39.796429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eedf495e-a2b1-4173-8607-e2e2d67fd43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:39.888208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eedf495e-a2b1-4173-8607-e2e2d67fd43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:39.894998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4e3fb304-c125-4042-99ed-a94ad63ece9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:39.907380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf495e-a2b1-4173-8607-e2e2d67fd43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9539ef0-a7d0-4c15-92e1-e0dddc566b68,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:39.913305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-eedf495e-a2b1-4173-8607-e2e2d67fd43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:39.925980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eedf495e-a2b1-4173-8607-e2e2d67fd43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:39.927311 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-eedf495e-a2b1-4173-8607-e2e2d67fd43f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9539ef0-a7d0-4c15-92e1-e0dddc566b68 HTTP/1.1" status: 204 len: 168 time: 0.3068841 Feb 15 21:53:40.075806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:40.098107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:40.110208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] Usage tracker for resource:security_group_rule and tenant:5ce55c71542744078fd4f6e80edd72a5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:40.110208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:40.112265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:40.204288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:40.247853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:40.258035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a5636372-b4ba-46a9-898a-cfcd1b6ba51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:40.289698 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f7d62f-567b-417b-bf6c-51dec931c2c3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:40.302790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:40.310613 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ce55c71542744078fd4f6e80edd72a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496301 Feb 15 21:53:40.313924 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54904) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:40.394799 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7742d2ec-2ad4-4aa4-bd81-2e901c470cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:40.426337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7742d2ec-2ad4-4aa4-bd81-2e901c470cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:40.517225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7742d2ec-2ad4-4aa4-bd81-2e901c470cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:40.527070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e881f00c-183c-4bf0-b86a-26b5584a3f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:40.549569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742d2ec-2ad4-4aa4-bd81-2e901c470cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f7d62f-567b-417b-bf6c-51dec931c2c3,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:40.553795 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7742d2ec-2ad4-4aa4-bd81-2e901c470cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:40.555641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7742d2ec-2ad4-4aa4-bd81-2e901c470cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:40.556930 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7742d2ec-2ad4-4aa4-bd81-2e901c470cd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87f7d62f-567b-417b-bf6c-51dec931c2c3 HTTP/1.1" status: 204 len: 168 time: 0.2416801 Feb 15 21:53:40.846988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6007-6e43-4f5b-94f6-dcf8c2f2bf74 req-65fbe274-4ffc-4a01-b413-b96b9cc0a596 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:40.848676 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b23a6007-6e43-4f5b-94f6-dcf8c2f2bf74 req-65fbe274-4ffc-4a01-b413-b96b9cc0a596 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0988903 Feb 15 21:53:40.902044 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b23a6007-6e43-4f5b-94f6-dcf8c2f2bf74 req-65fba5c1-480b-471d-a9ab-f9ec61b09725 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 Feb 15 21:53:41.212621 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54950) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:41.235777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:41.252074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:41.256245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] Usage tracker for resource:security_group_rule and tenant:6cb6dccfb0c24a9b9c4d643661060aa1 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:41.259385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:41.265362 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:41.368331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:41.402086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:41.411980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8beaea32-05e2-4c43-a000-3b43b0dde987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:41.459510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 54962) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:41.459711 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cb6dccfb0c24a9b9c4d643661060aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455766 Feb 15 21:53:41.465619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3daec6-70ad-4c56-8e80-a89876ae7e89,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:41.471701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:41.536774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4e742d9c-e461-40c2-914a-2b0dd02ba626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:41.565821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4e742d9c-e461-40c2-914a-2b0dd02ba626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:41.665266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4e742d9c-e461-40c2-914a-2b0dd02ba626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:41.670482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-95bbc1a4-f61e-444b-9eb5-ebd76dfc7f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:41.692869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e742d9c-e461-40c2-914a-2b0dd02ba626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3daec6-70ad-4c56-8e80-a89876ae7e89,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:41.700147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4e742d9c-e461-40c2-914a-2b0dd02ba626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:41.705678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4e742d9c-e461-40c2-914a-2b0dd02ba626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:41.709007 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4e742d9c-e461-40c2-914a-2b0dd02ba626 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c3daec6-70ad-4c56-8e80-a89876ae7e89 HTTP/1.1" status: 204 len: 168 time: 0.2482424 Feb 15 21:53:41.866282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 54984) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:42.131656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b7cef-483e-439f-8215-77d447a3a2de req-caeb819b-681f-49a1-afc5-0499c3b828a9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:42.133294 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-299b7cef-483e-439f-8215-77d447a3a2de req-caeb819b-681f-49a1-afc5-0499c3b828a9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1098304 Feb 15 21:53:42.184587 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-299b7cef-483e-439f-8215-77d447a3a2de req-c47ab61e-f495-4520-98f2-24d42d612a5c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447485 Feb 15 21:53:42.276624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.300940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:42.307752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55000) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:42.308470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9a600002d14053ba5f9b06e198b88b is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:42.311964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:42.318174 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:42.428648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.478937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.489171 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ac8c3723-f385-4b00-aa3b-f5da8b616aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:42.496816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55012) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:42.545375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b67476-74d3-4705-bb0d-89a503db0dc6,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:42.545601 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:42.550889 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe9a600002d14053ba5f9b06e198b88b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6820593 Feb 15 21:53:42.552721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55020) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:42.560508 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.578414 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:42.584100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] Usage tracker for resource:security_group_rule and tenant:275c86f92dc1415c9fe92d04f5a9dde0 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:42.588285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:42.608071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:42.616337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.626483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6cdf-6b08-40a0-80c8-cf872c6104fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.638006 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:42.642084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] Usage tracker for resource:security_group_rule and tenant:e27b2f80d5a9419dbc9e8b53a2d468cf is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:42.645645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:42.651844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:42.655687 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6cdf-6b08-40a0-80c8-cf872c6104fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.744798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6cdf-6b08-40a0-80c8-cf872c6104fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.750727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3af410f4-7b28-41a1-afd1-a0fd24500342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:42.765493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a6cdf-6b08-40a0-80c8-cf872c6104fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b67476-74d3-4705-bb0d-89a503db0dc6,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:42.775098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8b0a6cdf-6b08-40a0-80c8-cf872c6104fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:42.776198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6cdf-6b08-40a0-80c8-cf872c6104fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.779240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.780742 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8b0a6cdf-6b08-40a0-80c8-cf872c6104fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4b67476-74d3-4705-bb0d-89a503db0dc6 HTTP/1.1" status: 204 len: 168 time: 0.2269697 Feb 15 21:53:42.831823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.842205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.843338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e1f4f821-d02a-4b8b-b38c-c70ec2743dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:42.881964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:42.900094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b40b231-c086-4eb5-8f62-9f3aed8b8210,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:42.906222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:42.906873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-90b87afb-d7e3-472d-836d-f4b88e1a8df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:42.917890 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e27b2f80d5a9419dbc9e8b53a2d468cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165316 Feb 15 21:53:42.919239 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55032) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:42.972016 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=275c86f92dc1415c9fe92d04f5a9dde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6585245 Feb 15 21:53:42.972174 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55036) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:42.991610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334faaf5-20d3-4793-a418-3520c533288d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:42.996161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:43.022454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e61bb98d-df1b-4b3c-af90-19347dc0a1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:43.051118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e61bb98d-df1b-4b3c-af90-19347dc0a1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:43.058556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23ddb38a-ef93-47a8-b908-48654b22cc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:43.096540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23ddb38a-ef93-47a8-b908-48654b22cc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:43.143925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e61bb98d-df1b-4b3c-af90-19347dc0a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:43.149717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-66efc540-a40a-46e8-afbb-301fbe20451e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:43.183717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bb98d-df1b-4b3c-af90-19347dc0a1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b40b231-c086-4eb5-8f62-9f3aed8b8210,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:43.188364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e61bb98d-df1b-4b3c-af90-19347dc0a1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:43.196056 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e61bb98d-df1b-4b3c-af90-19347dc0a1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:43.201669 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e61bb98d-df1b-4b3c-af90-19347dc0a1d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b40b231-c086-4eb5-8f62-9f3aed8b8210 HTTP/1.1" status: 204 len: 168 time: 0.2813432 Feb 15 21:53:43.224742 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23ddb38a-ef93-47a8-b908-48654b22cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:43.235044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6e9c6815-3a16-4d41-9d5f-2b19b264cf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:43.265088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddb38a-ef93-47a8-b908-48654b22cc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334faaf5-20d3-4793-a418-3520c533288d,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:43.265976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23ddb38a-ef93-47a8-b908-48654b22cc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:43.267792 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-23ddb38a-ef93-47a8-b908-48654b22cc52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/334faaf5-20d3-4793-a418-3520c533288d HTTP/1.1" status: 204 len: 168 time: 0.2938209 Feb 15 21:53:43.267792 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-23ddb38a-ef93-47a8-b908-48654b22cc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:43.435661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1f838-054f-4b15-b1d3-1491ea922c9a req-b7262d5d-5f88-4ea5-b8d8-1cdfe4eade7a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:43.438042 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2f1f838-054f-4b15-b1d3-1491ea922c9a req-b7262d5d-5f88-4ea5-b8d8-1cdfe4eade7a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0972812 Feb 15 21:53:43.488841 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2f1f838-054f-4b15-b1d3-1491ea922c9a req-99cd3885-479a-4488-bbac-44a14bc20b71 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421367 Feb 15 21:53:44.175964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55084) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:44.196616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:44.212631 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:44.216698 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b4d69c7606406196780b629caf59e4 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:44.219697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:44.225639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:44.323500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:44.363242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:44.391489 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e77b8e66-9b65-448e-a714-7823a9986cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:44.406470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55096) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:44.408327 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1b4d69c7606406196780b629caf59e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311246 Feb 15 21:53:44.429965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47112b8-27dd-4cc0-833f-4bd081cb4561,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:44.436522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:44.523034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3ff86e27-01ce-4200-9dbd-c9abe487303d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:44.555814 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3ff86e27-01ce-4200-9dbd-c9abe487303d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:44.642881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3ff86e27-01ce-4200-9dbd-c9abe487303d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:44.651253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1539dada-b917-48f3-9a9a-143672cce575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:44.670877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff86e27-01ce-4200-9dbd-c9abe487303d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47112b8-27dd-4cc0-833f-4bd081cb4561,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:44.685696 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3ff86e27-01ce-4200-9dbd-c9abe487303d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:44.739758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3ff86e27-01ce-4200-9dbd-c9abe487303d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:44.740982 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3ff86e27-01ce-4200-9dbd-c9abe487303d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b47112b8-27dd-4cc0-833f-4bd081cb4561 HTTP/1.1" status: 204 len: 168 time: 0.3324242 Feb 15 21:53:44.793881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435870c-f199-4e78-9ea8-feb21aa4db7e req-70daf527-1c32-4eb6-9dc1-8b2cdc82bd17 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:44.793881 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4435870c-f199-4e78-9ea8-feb21aa4db7e req-70daf527-1c32-4eb6-9dc1-8b2cdc82bd17 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1055105 Feb 15 21:53:44.849436 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4435870c-f199-4e78-9ea8-feb21aa4db7e req-523e1f25-a887-453b-b3e2-d254756f6cf1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505910 Feb 15 21:53:45.757018 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55148) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:45.964240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:45.980122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:45.984812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] Usage tracker for resource:security_group_rule and tenant:c80cfd8e7cd2435b8d9a1987046b45a7 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:45.988561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:45.995114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:46.170998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:46.179530 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e94a6-5f79-42c6-bd49-dc82bdcb0f73 req-e57ff61e-ace6-478a-84b4-31bb36bfe3c9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:46.181161 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-043e94a6-5f79-42c6-bd49-dc82bdcb0f73 req-e57ff61e-ace6-478a-84b4-31bb36bfe3c9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1415563 Feb 15 21:53:46.236041 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-043e94a6-5f79-42c6-bd49-dc82bdcb0f73 req-74b2be2d-b21a-484b-a9b1-6952bd1bf23d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484428 Feb 15 21:53:46.242157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:46.275658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7d45b0e6-15f8-4c4e-b012-8dafd282c0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:46.285662 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c80cfd8e7cd2435b8d9a1987046b45a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240026 Feb 15 21:53:46.288526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55200) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:46.332370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a75502f-cfb8-4f48-8a5a-deccc870df0d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:46.341292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55204) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:46.348280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:46.389579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8fd236ec-1cba-462c-955c-0ca0516bd8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:46.428198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8fd236ec-1cba-462c-955c-0ca0516bd8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:46.510491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:46.526378 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:46.530400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] Usage tracker for resource:security_group_rule and tenant:684b4a06b6504e67bb4d7be01aea4f2b is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:46.533387 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:46.539753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:46.562701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8fd236ec-1cba-462c-955c-0ca0516bd8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:46.569581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:46.589002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd236ec-1cba-462c-955c-0ca0516bd8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a75502f-cfb8-4f48-8a5a-deccc870df0d,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:46.591577 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8fd236ec-1cba-462c-955c-0ca0516bd8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:46.617339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8fd236ec-1cba-462c-955c-0ca0516bd8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:46.620800 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8fd236ec-1cba-462c-955c-0ca0516bd8bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a75502f-cfb8-4f48-8a5a-deccc870df0d HTTP/1.1" status: 204 len: 168 time: 0.3288229 Feb 15 21:53:46.695730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:46.762031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:46.772569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-796295ad-5337-4c42-b93b-f28e115d4141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:46.821331 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=684b4a06b6504e67bb4d7be01aea4f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783092 Feb 15 21:53:46.824078 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55226) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:46.861154 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b55ebff-f716-428c-b637-f3f6da77cb79,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:46.870893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:46.977137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe88-b50e-4994-a49c-87818937178f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:47.055874 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe88-b50e-4994-a49c-87818937178f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:47.256597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe88-b50e-4994-a49c-87818937178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:47.274701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7f7435fd-a85e-4c2c-877d-e71f26ac4c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:47.301364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 69ad10bc-d060-4e14-9f21-e46bf8d07c11 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:53:47.316069 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ffe88-b50e-4994-a49c-87818937178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b55ebff-f716-428c-b637-f3f6da77cb79,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:47.323788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-dc9ffe88-b50e-4994-a49c-87818937178f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:47.341788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe88-b50e-4994-a49c-87818937178f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:47.352568 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-dc9ffe88-b50e-4994-a49c-87818937178f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b55ebff-f716-428c-b637-f3f6da77cb79 HTTP/1.1" status: 204 len: 168 time: 0.5266442 Feb 15 21:53:47.530952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:53:47.531614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:47.597890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f9755a14-f0c2-4e3f-8f02-4b1e4f785bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:47.687557 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c55b7d-4cfc-4e1f-a544-ab79a835eccb req-cff67056-0703-4540-a737-7ce46c6b538e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:47.689158 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6c55b7d-4cfc-4e1f-a544-ab79a835eccb req-cff67056-0703-4540-a737-7ce46c6b538e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.2517321 Feb 15 21:53:47.733241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ca814c4b-7c37-49c2-9182-ab9aa900caa7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:47.734868 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ca814c4b-7c37-49c2-9182-ab9aa900caa7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 815 time: 0.3478515 Feb 15 21:53:47.769042 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6c55b7d-4cfc-4e1f-a544-ab79a835eccb req-b80b3350-4c9e-4579-920d-a866bd6642b9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680268 Feb 15 21:53:47.770408 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-29d07c87-7e27-4ba5-9ede-9a4333f522fa tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/quotas/82291558adee4ba9ba7330ecf6d9ed23 HTTP/1.1" status: 200 len: 375 time: 0.0232754 Feb 15 21:53:47.976259 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-9d441f93-8627-4d85-9937-38c0087be8a5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1998081 Feb 15 21:53:48.147797 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-cd9a6728-515b-42ae-b980-095bdb0187b8 service neutron] 10.222.0.41 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631720 Feb 15 21:53:48.208639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78525c75-ea21-4763-97c6-50e29504f917 req-d0a811fa-8f49-4a96-830e-9ed82254c796 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:48.216444 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-78525c75-ea21-4763-97c6-50e29504f917 req-d0a811fa-8f49-4a96-830e-9ed82254c796 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.3184834 Feb 15 21:53:48.339466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55294) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:48.369351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:48.392908 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:48.399966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:2bdbbbb602c442209a0c845b57b440bf is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:48.403536 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:48.410608 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:48.521098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:48.542444 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-78525c75-ea21-4763-97c6-50e29504f917 req-c68c7bc4-133a-44d4-aadf-e0890192ad91 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250580 Feb 15 21:53:48.572405 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:48.583480 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-6f121bae-e457-4cdc-909f-06cebdc5c4b6 service neutron] 10.222.0.41 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4285629 Feb 15 21:53:48.587645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7742d2ec-2ad4-4aa4-bd81-2e901c470cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:48.644473 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bdbbbb602c442209a0c845b57b440bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040187 Feb 15 21:53:48.645354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55304) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:48.645865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc21a4c-afd4-4f29-962d-b2325f7a1f08,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:48.651025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:48.748755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82a72215-fa82-4181-91ec-8194e179b4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:48.787458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82a72215-fa82-4181-91ec-8194e179b4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:48.875137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82a72215-fa82-4181-91ec-8194e179b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:48.881439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-790e4821-9fe4-4831-8203-81df45dd0715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:48.969520 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d4342f79-ff30-4de7-b1ff-101516427b25 req-1c05fc7a-8905-44c9-87a5-c9a79b2d4945 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0789614 Feb 15 21:53:48.970458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82a72215-fa82-4181-91ec-8194e179b4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:48.972290 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-82a72215-fa82-4181-91ec-8194e179b4e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fc21a4c-afd4-4f29-962d-b2325f7a1f08 HTTP/1.1" status: 204 len: 168 time: 0.3251281 Feb 15 21:53:48.973915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a72215-fa82-4181-91ec-8194e179b4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc21a4c-afd4-4f29-962d-b2325f7a1f08,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:48.977212 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-82a72215-fa82-4181-91ec-8194e179b4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:50.109411 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5c9d-1f52-4782-bd2c-6fa8d66726df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:50.154044 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3ad2641-ec9f-4de3-84a0-5d8a0d1648a1 req-4fd58ebf-f9c4-4768-9d77-c75f4584ccb7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0518503 Feb 15 21:53:50.488051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:51.325924 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4cab755a-9df1-403e-aacd-b9b6140d3f2a req-564f1480-1416-4bf2-8adc-3287e6b932f2 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0480373 Feb 15 21:53:51.761931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:52.288333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a568418-93dd-43bc-ad86-266ba2ef437d req-4d4c62f3-eaf9-45b9-9930-6a4615488000 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:52.290069 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8a568418-93dd-43bc-ad86-266ba2ef437d req-4d4c62f3-eaf9-45b9-9930-6a4615488000 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0986061 Feb 15 21:53:52.339564 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8a568418-93dd-43bc-ad86-266ba2ef437d req-c5a54903-4f39-4714-b404-064aad5cfac9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Feb 15 21:53:52.490845 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-58867b27-e8c6-4396-bb8d-eb950a1936ec req-42d5b8b3-5173-4c0c-811a-09cf0768d5cf tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0479774 Feb 15 21:53:53.042068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:53.550882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad26962-93d5-4bdf-9d75-a370f0561ac8 req-ab63cb9d-1862-4aef-9320-4cc021715046 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:53.552423 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9ad26962-93d5-4bdf-9d75-a370f0561ac8 req-ab63cb9d-1862-4aef-9320-4cc021715046 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0942199 Feb 15 21:53:53.605143 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9ad26962-93d5-4bdf-9d75-a370f0561ac8 req-45fdb64d-5154-49bb-aae1-9593f9365828 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464020 Feb 15 21:53:53.716620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55458) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:53.799986 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b4457264-fd1c-4aac-bcb3-6751d49ed496 req-f55ebfcc-3570-45be-bf85-aa9c59f709d0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0536292 Feb 15 21:53:53.847076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:53.862625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:53.866750 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Usage tracker for resource:security_group_rule and tenant:6aa6dc4b224942949da38c706a2f09e5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:53.869739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:53.875555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:53.965337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:54.001652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:54.014628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ccaf0981-5735-4eb5-9f57-ea554401a095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:54.056623 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6aa6dc4b224942949da38c706a2f09e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385987 Feb 15 21:53:54.058292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970b58c0-a669-4532-8882-f6994e10672c,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:54.059486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55468) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:54.070842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.070842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.070842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.070842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.070842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.070842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.070842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.070842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.070842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.070842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.071681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.071681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.071681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.072084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.072378 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.072745 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.073108 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.073472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.073838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.074201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.074563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.074928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.075290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.075703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.080149 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:54.124365 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:54.153753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:54.498875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:54.504246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ed0af0d1-9d0f-4530-8f4e-4f9e0c776065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:54.518927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970b58c0-a669-4532-8882-f6994e10672c,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:54.529996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.530398 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.530800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.531196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.531611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.532004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.532392 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.532780 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.533169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.533548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.534446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.534814 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.535235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.535638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.536020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.536401 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.536779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.537159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.537537 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.537917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.538293 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.538669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.539051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.539446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:53:54.546289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:54.547660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:54.548881 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/970b58c0-a669-4532-8882-f6994e10672c HTTP/1.1" status: 204 len: 168 time: 0.4882777 Feb 15 21:53:54.814684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bd505-5ef2-48c1-bdea-079ba8fc42c4 req-61163119-e260-48c8-98f4-30f5e228a8ac tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:54.816614 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488bd505-5ef2-48c1-bdea-079ba8fc42c4 req-61163119-e260-48c8-98f4-30f5e228a8ac tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0938091 Feb 15 21:53:54.864720 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488bd505-5ef2-48c1-bdea-079ba8fc42c4 req-3a12cf26-54f8-4a01-937b-40617454b3be tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Feb 15 21:53:55.015935 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5704a757-ce95-49cb-8e0e-ff5a3d1d4edb req-87c6dee5-e345-4570-97ff-90fbb2792bf5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0479183 Feb 15 21:53:55.087492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55488) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:55.106981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:55.122628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:55.126785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] Usage tracker for resource:security_group_rule and tenant:6487053042e241ff805b86737ed80681 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:55.130099 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:55.135934 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:55.223640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:55.276146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:55.288712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-52423c45-9780-47a5-97f8-54ca6b205736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:55.331250 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6487053042e241ff805b86737ed80681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420309 Feb 15 21:53:55.332203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fddbba8-23bb-40f9-b126-8e422354188d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:55.335296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55492) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:55.338329 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:55.397384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85d078be-f291-4fb9-8532-062dfb6503d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:55.424541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85d078be-f291-4fb9-8532-062dfb6503d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:55.520482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85d078be-f291-4fb9-8532-062dfb6503d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:55.526000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-82a72215-fa82-4181-91ec-8194e179b4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:55.539217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d078be-f291-4fb9-8532-062dfb6503d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fddbba8-23bb-40f9-b126-8e422354188d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:55.542361 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-85d078be-f291-4fb9-8532-062dfb6503d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:55.550861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-85d078be-f291-4fb9-8532-062dfb6503d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:55.552150 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-85d078be-f291-4fb9-8532-062dfb6503d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fddbba8-23bb-40f9-b126-8e422354188d HTTP/1.1" status: 204 len: 168 time: 0.2158270 Feb 15 21:53:56.075425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b473d2-93c6-4637-9443-d7af1e19acf3 req-572b3438-a63b-4cb7-9868-e1c94ca486ac tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:56.077828 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c2b473d2-93c6-4637-9443-d7af1e19acf3 req-572b3438-a63b-4cb7-9868-e1c94ca486ac tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0941210 Feb 15 21:53:56.125398 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c2b473d2-93c6-4637-9443-d7af1e19acf3 req-0f3e95ad-0a14-4972-9456-68b33157c1fa tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Feb 15 21:53:56.274847 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-defd81b7-601d-46c2-8030-b12c8b1caf70 req-9629d66c-16d7-43f2-862d-05b4de654624 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0490849 Feb 15 21:53:57.335312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:53:57.343451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc3d14-560d-46ff-89f3-9d6d2b8dbd6c req-260de854-eddf-484d-8eb4-6a088cc43ffb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:57.345431 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82cc3d14-560d-46ff-89f3-9d6d2b8dbd6c req-260de854-eddf-484d-8eb4-6a088cc43ffb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1022677 Feb 15 21:53:57.392694 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82cc3d14-560d-46ff-89f3-9d6d2b8dbd6c req-4fcb1fc3-1ce4-4e4b-b36e-8b1c879228d6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Feb 15 21:53:57.545808 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e6671486-18e8-425b-8d7f-5369ff59db34 req-61afda18-c446-42f3-8514-50889ebd5b6d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0487812 Feb 15 21:53:58.165187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55578) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:58.291377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:58.306975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:58.311009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] Usage tracker for resource:security_group_rule and tenant:c4c9614366d742eea5e91b761691c008 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:58.313958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:58.320450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:58.407318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:58.453498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:58.464053 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d1ad38b0-cae0-4151-9f23-d3be29bc4b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:58.506965 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4c9614366d742eea5e91b761691c008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405821 Feb 15 21:53:58.507787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becbe849-f078-45f2-8492-8fac55b0d69a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:58.510476 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55592) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:58.512150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:58.582803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8371db7e-2eda-4a09-94b0-f180070581f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:58.598043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa111c-9ccd-4fca-ae78-a0b31bf9a422 req-9fc0f1a9-fff4-4984-af8c-378fd493bf87 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:58.599701 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-57fa111c-9ccd-4fca-ae78-a0b31bf9a422 req-9fc0f1a9-fff4-4984-af8c-378fd493bf87 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0888746 Feb 15 21:53:58.610060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8371db7e-2eda-4a09-94b0-f180070581f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:58.649741 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-57fa111c-9ccd-4fca-ae78-a0b31bf9a422 req-727c9655-ab83-4d8d-9ea8-820787d45336 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 Feb 15 21:53:58.693206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8371db7e-2eda-4a09-94b0-f180070581f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:58.698864 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-57b31341-cf1f-4d83-99ad-ea58c4ff922c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:58.712787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371db7e-2eda-4a09-94b0-f180070581f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becbe849-f078-45f2-8492-8fac55b0d69a,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:58.715977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8371db7e-2eda-4a09-94b0-f180070581f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:58.716857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8371db7e-2eda-4a09-94b0-f180070581f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:58.720454 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8371db7e-2eda-4a09-94b0-f180070581f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/becbe849-f078-45f2-8492-8fac55b0d69a HTTP/1.1" status: 204 len: 168 time: 0.2083595 Feb 15 21:53:58.806993 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04388b40-5ea8-4868-85d0-e64e445c1a82 req-e6f927ae-7f78-416d-b3c8-4826642173e8 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0515420 Feb 15 21:53:59.226287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55608) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:59.236475 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:59.250295 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:59.266231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:53:59.271041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] Usage tracker for resource:security_group_rule and tenant:322a69209e4c4f5e9fd273180d4c806f is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:53:59.274169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:53:59.278009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-fa926e19-62b8-4cd5-9fda-99bd900c5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:59.279381 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-fa926e19-62b8-4cd5-9fda-99bd900c5f02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 1163 time: 0.0958936 Feb 15 21:53:59.280428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:53:59.429986 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-b8aeac4b-8345-40b1-ae38-c0cf684d1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:59.431610 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-b8aeac4b-8345-40b1-ae38-c0cf684d1b51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 911 time: 0.1437337 Feb 15 21:53:59.446596 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-9ec942f2-2128-4d40-b163-950bdf4a49f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1259010 Feb 15 21:53:59.448541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:59.487454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:59.499286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8b0a6cdf-6b08-40a0-80c8-cf872c6104fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:53:59.613800 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-4aa0b54f-03ac-48ea-8ca1-05e182cd511c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35501adf-01ff-4359-aeee-9a08e6b4142f HTTP/1.1" status: 200 len: 217 time: 0.0802796 Feb 15 21:53:59.660258 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=322a69209e4c4f5e9fd273180d4c806f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325631 Feb 15 21:53:59.664684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55622) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:53:59.733177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-3d4e8c58-ab8f-47f1-9686-42d8f7712f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:59.734762 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-3d4e8c58-ab8f-47f1-9686-42d8f7712f1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6b95482-3fbe-4ddb-8ee0-e681429535cc HTTP/1.1" status: 200 len: 857 time: 0.1138737 Feb 15 21:53:59.748746 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-6f5c166c-2627-4b8d-a569-98964d03cb54 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:59.749019 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-6f5c166c-2627-4b8d-a569-98964d03cb54 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 815 time: 0.2136440 Feb 15 21:53:59.767661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Request body: {'port': {'device_id': '29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5', 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13', 'admin_state_up': True, 'tenant_id': '82291558adee4ba9ba7330ecf6d9ed23'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:53:59.799199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c2be30-8f2e-4f39-ba21-673dc56c886d,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:53:59.802676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:53:59.845273 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-788d6f40-20db-41cb-b16e-1f0f1fb34fa0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab784b0-102e-4d43-b39d-724e4f4f3af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020968 Feb 15 21:53:59.860165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed22b59-79d8-46df-b584-64e90b62c5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:53:59.933040 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-2f39ed30-5618-4865-9590-f7b8b3444368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:53:59.934953 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-2f39ed30-5618-4865-9590-f7b8b3444368 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 1162 time: 0.2274022 Feb 15 21:53:59.995369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:00.046521 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed22b59-79d8-46df-b584-64e90b62c5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:00.063879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:00.074412 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c561edcc-0713-43b9-bc73-6ef8aa49e451 req-80accdce-dff0-41b7-8d2b-395a3952a816 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0827956 Feb 15 21:54:00.114887 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-2d72afce-8cd1-49a2-bfd2-ab655150cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:00.116610 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-2d72afce-8cd1-49a2-bfd2-ab655150cc83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 911 time: 0.1609914 Feb 15 21:54:00.121442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Made reservation on behalf of 82291558adee4ba9ba7330ecf6d9ed23 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:54:00.126953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:00.139702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56094d53-8ff1-4aed-85ae-67e537a8a3b6 req-5513d777-6ca5-4cd8-ac52-700767b06995 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:00.141255 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-56094d53-8ff1-4aed-85ae-67e537a8a3b6 req-5513d777-6ca5-4cd8-ac52-700767b06995 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.3498104 Feb 15 21:54:00.153819 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-2838c49f-4939-42ea-be63-23abacf77741 service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819698 Feb 15 21:54:00.223409 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-d7cd48a6-1da3-415d-928b-a1aff9f4f62b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69ad10bc-d060-4e14-9f21-e46bf8d07c11 HTTP/1.1" status: 200 len: 217 time: 0.0861714 Feb 15 21:54:00.241621 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-56094d53-8ff1-4aed-85ae-67e537a8a3b6 req-1ec92bc0-7ba7-4164-876d-75d2547fdb3c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926840 Feb 15 21:54:00.317012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed22b59-79d8-46df-b584-64e90b62c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:00.324879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-85d078be-f291-4fb9-8532-062dfb6503d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:00.347888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed22b59-79d8-46df-b584-64e90b62c5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c2be30-8f2e-4f39-ba21-673dc56c886d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:00.356656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-aed22b59-79d8-46df-b584-64e90b62c5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:00.368787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed22b59-79d8-46df-b584-64e90b62c5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:00.368787 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-aed22b59-79d8-46df-b584-64e90b62c5ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6c2be30-8f2e-4f39-ba21-673dc56c886d HTTP/1.1" status: 204 len: 168 time: 0.6980240 Feb 15 21:54:00.391265 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-2d89e78b-baa3-46f6-ad22-4072dbc4f4d3 service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2058711 Feb 15 21:54:00.414761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-2abb95dc-7f7f-4d77-867a-18b063e3a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:00.416726 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-2abb95dc-7f7f-4d77-867a-18b063e3a3d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6b95482-3fbe-4ddb-8ee0-e681429535cc HTTP/1.1" status: 200 len: 857 time: 0.1584811 Feb 15 21:54:00.516665 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-b01a1b7e-c3e3-43ba-acd3-7b3792be7857 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab784b0-102e-4d43-b39d-724e4f4f3af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903025 Feb 15 21:54:00.922078 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ed8a560c-6801-480f-9c55-8846753e2406 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c268f73f733a4750a88934e6bc1f167e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393465 Feb 15 21:54:00.948278 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-a6edd987-1cb7-42f7-a91f-ef65fe7d0f8a service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120851 Feb 15 21:54:01.113678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-2177e044-d8c2-4b81-8353-cab4b0452f41 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:01.115306 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-2177e044-d8c2-4b81-8353-cab4b0452f41 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856332 Feb 15 21:54:01.148034 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-d7d82f05-6102-4bd8-b40f-900e6f085aec tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/quotas/c268f73f733a4750a88934e6bc1f167e HTTP/1.1" status: 200 len: 375 time: 0.0245783 Feb 15 21:54:01.150912 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Allocated IP 172.20.0.2 (6a3a2f6b-7872-411a-b79a-f1bbcfabef13/296d7eb8-f2de-4f0a-b505-0e720a759be4/0b67106d-30ef-4038-9598-e5bcda83c18b) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:54:01.185054 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a5b52e4-3695-4bb2-8c64-cc49864a378c req-64d6e29f-67d4-4fe3-93d9-ad5243fd6cdf service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2272124 Feb 15 21:54:01.303280 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-0c9f5435-3886-4522-89c9-827b18b3584b tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c268f73f733a4750a88934e6bc1f167e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1525989 Feb 15 21:54:01.322683 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-591a197a-068f-45ee-9543-09393d8f18d4 req-5d250efb-c985-4c0a-860e-045dd45edee0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0676022 Feb 15 21:54:01.572097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:01.694523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:01.717278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:01.731531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e375a5-481a-4d80-a934-9f3c30f140d8 req-b92c2614-c328-4bb7-a6a7-d549413d78b9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:01.733169 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2e375a5-481a-4d80-a934-9f3c30f140d8 req-b92c2614-c328-4bb7-a6a7-d549413d78b9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1440027 Feb 15 21:54:01.783780 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2e375a5-481a-4d80-a934-9f3c30f140d8 req-17587f30-17f0-494f-8f01-f5f1627304a7 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441949 Feb 15 21:54:01.888190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Pushing event updated for resources: {'Port': ['ID=0b67106d-30ef-4038-9598-e5bcda83c18b,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:01.894304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:01.917513 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c1b597e3-0ba7-435e-ab63-4195ce7b3698 req-eaaa4819-fcc8-4334-9ec4-7cd9af6c3f21 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 210 time: 0.0713048 Feb 15 21:54:01.948285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:54:01.949427 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:54:01.952013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:54:02.019509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:02.020301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:02.185262 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4270985 Feb 15 21:54:02.559757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852a527-439f-426f-9928-5e197f70add3 req-630142ed-f51c-4554-978d-becbeca473a8 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:02.561413 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4852a527-439f-426f-9928-5e197f70add3 req-630142ed-f51c-4554-978d-becbeca473a8 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 931 time: 0.0996711 Feb 15 21:54:02.616098 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4852a527-439f-426f-9928-5e197f70add3 req-f6c8644b-c782-4811-af02-8240fcfd280d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473373 Feb 15 21:54:02.995690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404904-0c89-408e-82ee-4b99db5c779a req-b822255b-31c3-4383-b2f5-8674d4eac2c0 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:02.997289 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c9404904-0c89-408e-82ee-4b99db5c779a req-b822255b-31c3-4383-b2f5-8674d4eac2c0 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0887806 Feb 15 21:54:03.045529 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c9404904-0c89-408e-82ee-4b99db5c779a req-d32f08d2-bab3-4770-beb9-e3a6d5d1fd93 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Feb 15 21:54:03.193581 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04ae5ee8-f016-4173-99a2-964b354e2986 req-0989bdb3-5cd8-4490-9238-19e98f6bbddf tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 210 time: 0.0494089 Feb 15 21:54:03.822932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17dc55-0ac6-485b-bfa0-f422fbaf0595 req-aaedfa73-707a-4e92-838b-8af16a1ff85e tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:03.824563 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c17dc55-0ac6-485b-bfa0-f422fbaf0595 req-aaedfa73-707a-4e92-838b-8af16a1ff85e tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 931 time: 0.0850449 Feb 15 21:54:03.874901 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c17dc55-0ac6-485b-bfa0-f422fbaf0595 req-6fd1bcbe-cb20-4732-86d6-e02a585b7e9d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Feb 15 21:54:04.240367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31452483-42ea-4ca1-9b16-9ccd0b9d405d req-1334280f-4729-41d2-906a-f347cb9c58d9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:04.241856 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-31452483-42ea-4ca1-9b16-9ccd0b9d405d req-1334280f-4729-41d2-906a-f347cb9c58d9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0842927 Feb 15 21:54:04.289278 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-31452483-42ea-4ca1-9b16-9ccd0b9d405d req-00d98476-b891-4826-9230-8e6e80a60383 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Feb 15 21:54:04.436473 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3d22c357-8b8e-4baf-829f-eea1371c7daf req-6bf16f5e-ec15-4f81-9eed-7c59b88e56cb tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 210 time: 0.0502458 Feb 15 21:54:05.070233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac01b30-d8fd-4875-98c3-d7f31834d38e req-6a705872-231c-4f4a-a4e3-c06affe493b4 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:05.071768 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fac01b30-d8fd-4875-98c3-d7f31834d38e req-6a705872-231c-4f4a-a4e3-c06affe493b4 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 931 time: 0.0841751 Feb 15 21:54:05.118606 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fac01b30-d8fd-4875-98c3-d7f31834d38e req-b2010a8f-029b-4cac-a5fd-da308406c725 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Feb 15 21:54:05.487072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d0f8d-2403-45be-8182-6b3a3a948f9d req-d03ee145-b431-4ae9-8f96-9611fdd10bbd tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:05.488708 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-759d0f8d-2403-45be-8182-6b3a3a948f9d req-d03ee145-b431-4ae9-8f96-9611fdd10bbd tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0897427 Feb 15 21:54:05.535967 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-759d0f8d-2403-45be-8182-6b3a3a948f9d req-4915eb41-1b2c-40c1-ac5c-155309c93f7e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Feb 15 21:54:05.681704 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d7145091-f208-4a16-bd57-faa5470c6e90 req-2cd6e5e3-258c-4583-95d3-876b2d0fb87f tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 210 time: 0.0485084 Feb 15 21:54:06.503590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55332fc8-97e5-4f96-8bc4-8fdd50179bdc req-5f9d58f6-f342-4450-80ec-d089cd6463b5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:06.505185 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55332fc8-97e5-4f96-8bc4-8fdd50179bdc req-5f9d58f6-f342-4450-80ec-d089cd6463b5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 931 time: 0.2743926 Feb 15 21:54:06.552066 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55332fc8-97e5-4f96-8bc4-8fdd50179bdc req-7fbdf7fe-b1a1-4c0e-aca1-c6029e41f49b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Feb 15 21:54:06.733000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b165-59d7-485e-b423-ccaf67f65a73 req-48e0cafe-84d7-4270-9569-146379953b88 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:06.734568 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8ee3b165-59d7-485e-b423-ccaf67f65a73 req-48e0cafe-84d7-4270-9569-146379953b88 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0857680 Feb 15 21:54:06.781430 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8ee3b165-59d7-485e-b423-ccaf67f65a73 req-70f90f74-09d6-44be-a71a-b77181633a64 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Feb 15 21:54:06.816459 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Request body: {'port': {'device_id': '29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:54:06.934146 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-673b0443-4747-4870-982a-890825986ae9 req-d248828b-0019-427c-9ee0-4298420268bc tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 210 time: 0.0534346 Feb 15 21:54:06.949034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:07.375246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b67106d-30ef-4038-9598-e5bcda83c18b {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:54:07.384675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:07.397337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Transition to ACTIVE for port object 0b67106d-30ef-4038-9598-e5bcda83c18b will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:54:07.430504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:07.447093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f94d804-2e3b-4892-af5e-3a4e6e2711ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:07.588084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Pushing event updated for resources: {'Port': ['ID=0b67106d-30ef-4038-9598-e5bcda83c18b,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:07.591831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:07.761958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588d6d0-86b9-4fdc-b53a-99b0fb7de444 req-c3887b45-9b2b-4725-9c27-74b81dd50e63 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:07.763565 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c588d6d0-86b9-4fdc-b53a-99b0fb7de444 req-c3887b45-9b2b-4725-9c27-74b81dd50e63 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0866685 Feb 15 21:54:07.772474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Attempting to bind port 0b67106d-30ef-4038-9598-e5bcda83c18b on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:54:07.772844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Attempting to bind port 0b67106d-30ef-4038-9598-e5bcda83c18b by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:54:07.773207 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Attempting to bind port 0b67106d-30ef-4038-9598-e5bcda83c18b on network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:54:07.779607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:54:07.779607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Checking segment: {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:54:07.779607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:07.780034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Bound using segment: {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:54:07.780482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Bound port: 0b67106d-30ef-4038-9598-e5bcda83c18b, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:54:07.780851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:07.824420 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c588d6d0-86b9-4fdc-b53a-99b0fb7de444 req-84c004e9-0c1f-4061-8f8b-1f76c3662f02 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539389 Feb 15 21:54:07.883724 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] For port 0b67106d-30ef-4038-9598-e5bcda83c18b, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:54:07.886922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] For port 0b67106d-30ef-4038-9598-e5bcda83c18b, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=0b67106d-30ef-4038-9598-e5bcda83c18b,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:54:07.928077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:07.945123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:08.022829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd8e2-e703-4162-adc8-7febd503fc1f req-15e628a3-0cc1-4d47-9194-51a2ba0b2a99 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:08.031006 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-494dd8e2-e703-4162-adc8-7febd503fc1f req-15e628a3-0cc1-4d47-9194-51a2ba0b2a99 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1132431 Feb 15 21:54:08.091132 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-494dd8e2-e703-4162-adc8-7febd503fc1f req-94a6c040-0e83-426c-bdcf-145402c1a3b9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590966 Feb 15 21:54:08.102263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Pushing event updated for resources: {'Port': ['ID=0b67106d-30ef-4038-9598-e5bcda83c18b,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:08.120397 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:08.151725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:08.152319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:08.153793 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] 10.222.0.47 "PUT /v2.0/ports/0b67106d-30ef-4038-9598-e5bcda83c18b HTTP/1.1" status: 200 len: 1157 time: 1.3435864 Feb 15 21:54:08.154315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5', 'tag': '0b67106d-30ef-4038-9598-e5bcda83c18b'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:54:08.189866 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eec25d07-6b44-4290-a0e0-36f11d670b2b req-1082b1b1-3446-42c7-967f-4c9064b8859e tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 210 time: 0.0554733 Feb 15 21:54:08.213869 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5', 'tag': '0b67106d-30ef-4038-9598-e5bcda83c18b', 'status': 'completed', 'code': 200} Feb 15 21:54:08.320922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b76d-9794-4a3f-8681-016c4767b9aa req-fb23a49c-f2b6-444c-a3bd-44f98b0d3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:08.322457 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1cb4b76d-9794-4a3f-8681-016c4767b9aa req-fb23a49c-f2b6-444c-a3bd-44f98b0d3bbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 1160 time: 0.0846984 Feb 15 21:54:08.490808 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b76d-9794-4a3f-8681-016c4767b9aa req-8a9b17fe-1770-4cf9-9b9a-99c9b8ed87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:08.492413 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1cb4b76d-9794-4a3f-8681-016c4767b9aa req-8a9b17fe-1770-4cf9-9b9a-99c9b8ed87e3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1538653 Feb 15 21:54:08.579339 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-6c4f4e74-d818-4609-8cc0-ef8644bdda4c tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c268f73f733a4750a88934e6bc1f167e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708921 Feb 15 21:54:08.807057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b76d-9794-4a3f-8681-016c4767b9aa req-ef6c8944-ad34-4673-b253-867001887311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:08.808587 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1cb4b76d-9794-4a3f-8681-016c4767b9aa req-ef6c8944-ad34-4673-b253-867001887311 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3016136 Feb 15 21:54:08.833620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-1490bb1c-3973-4db1-bcf7-18caa186e260 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:08.835153 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-1490bb1c-3973-4db1-bcf7-18caa186e260 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016568 Feb 15 21:54:08.850588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Request body: {'port': {'device_id': 'd8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1', 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8', 'admin_state_up': True, 'tenant_id': 'c268f73f733a4750a88934e6bc1f167e'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:54:09.057194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487fa1-2a39-405c-b01b-3aa6851d2c9e req-52dc8d18-d160-4e6c-ae9f-a7ac0c678be9 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:09.066082 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-65487fa1-2a39-405c-b01b-3aa6851d2c9e req-52dc8d18-d160-4e6c-ae9f-a7ac0c678be9 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.1269228 Feb 15 21:54:09.069994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:09.075656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Usage tracker for resource:port and tenant:c268f73f733a4750a88934e6bc1f167e is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:09.079832 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-6d143645-be07-4e55-aee7-0cdff505d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:09.082138 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-6d143645-be07-4e55-aee7-0cdff505d8ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 1160 time: 0.2003691 Feb 15 21:54:09.082980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:09.089525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:09.134613 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-65487fa1-2a39-405c-b01b-3aa6851d2c9e req-3f4d5cfd-d519-4ecd-b954-e97d1a160c3b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Feb 15 21:54:09.174860 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-919a306a-d80e-4949-83f7-abf2886510ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b67106d-30ef-4038-9598-e5bcda83c18b HTTP/1.1" status: 200 len: 217 time: 0.0793412 Feb 15 21:54:09.245246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ee945e46-b0a5-4a8a-aec6-32f1f44b05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:09.246766 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-ee945e46-b0a5-4a8a-aec6-32f1f44b05fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=296d7eb8-f2de-4f0a-b505-0e720a759be4 HTTP/1.1" status: 200 len: 855 time: 0.0656724 Feb 15 21:54:09.302234 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-14bff35f-dfaf-427f-9378-2bd42977289f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476363 Feb 15 21:54:09.451036 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-9a5e32f5-09e7-43b5-b656-c0dc4b6d6515 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375055 Feb 15 21:54:09.478827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Made reservation on behalf of c268f73f733a4750a88934e6bc1f167e for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:54:09.484534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:09.510634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:09.680673 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b8b4c72d-1480-4b11-8257-0b4ba672bc51 req-51262b57-9d3a-480c-873d-c2161fbaa9e1 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 210 time: 0.1087849 Feb 15 21:54:09.754330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e8c1c-7f07-4cf0-9d54-c79f355e08f8 req-db8c71cb-ab5e-444e-b527-a3da0fd7314e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:09.756076 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e2e8c1c-7f07-4cf0-9d54-c79f355e08f8 req-db8c71cb-ab5e-444e-b527-a3da0fd7314e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1459806 Feb 15 21:54:09.812304 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e2e8c1c-7f07-4cf0-9d54-c79f355e08f8 req-4ef3c3c5-5c4d-4cbe-bb6f-ce20751da3b0 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492082 Feb 15 21:54:09.837893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:09.845827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Usage tracker for resource:security_group_rule and tenant:c268f73f733a4750a88934e6bc1f167e is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:09.850339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:09.856419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:09.916670 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5325b680-d796-474e-81a8-c2a7df0d4ed0 req-894475da-df01-458d-92b1-fc7e25858439 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4622293 Feb 15 21:54:09.977509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:10.128087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:10.143648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1c3efbc1-2d8c-4218-a850-ecf86acff046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:10.261144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c194ba72-87fe-45b0-ba24-bd0940fde0eb,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:10.264935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:10.331484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009702ff-9595-4787-b018-559ff453531b req-b71071f9-5c69-462b-a356-81b76d537e94 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:10.333105 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-009702ff-9595-4787-b018-559ff453531b req-b71071f9-5c69-462b-a356-81b76d537e94 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0895233 Feb 15 21:54:10.383637 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-009702ff-9595-4787-b018-559ff453531b req-74a5b62a-5f57-4e29-8a21-7a518208766a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Feb 15 21:54:10.575121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Allocated IP 192.168.233.206 (850a3ca9-c9ed-4483-8461-874eb39cfde8/065ea18f-1432-4754-bcb0-18538174c539/76966d87-966f-4e4b-8508-07ce955245df) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:54:10.800752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:10.817503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Transition to ACTIVE for port object 76966d87-966f-4e4b-8508-07ce955245df will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:54:10.844118 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c62406c6-0fed-447d-a0db-1c1bd668d47f req-a000d4de-c428-46b5-a207-91a3214e1280 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 210 time: 0.0484066 Feb 15 21:54:10.997266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:11.042544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d44c-cc26-4a5b-93a7-cbac5821731a req-60035735-7465-4a5c-bb7a-6c6898af4038 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:11.044633 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5458d44c-cc26-4a5b-93a7-cbac5821731a req-60035735-7465-4a5c-bb7a-6c6898af4038 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0957386 Feb 15 21:54:11.087785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:11.108040 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5458d44c-cc26-4a5b-93a7-cbac5821731a req-d56cfca7-8dce-42b6-837c-ab8b2c905580 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541990 Feb 15 21:54:11.185763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Pushing event updated for resources: {'Port': ['ID=76966d87-966f-4e4b-8508-07ce955245df,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:11.189964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:11.222369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Network 850a3ca9-c9ed-4483-8461-874eb39cfde8 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:54:11.223542 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:54:11.225728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:54:11.298806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:11.299511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:11.368429 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5225186 Feb 15 21:54:11.385837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Request body: {'port': {'device_id': 'd8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:54:11.511081 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:11.554476 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8961701a-505a-45b8-bb79-8a9fa5d20051 None None] Provisioning for port 76966d87-966f-4e4b-8508-07ce955245df completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:54:11.575551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8961701a-505a-45b8-bb79-8a9fa5d20051 None None] Provisioning complete for port 76966d87-966f-4e4b-8508-07ce955245df triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:54:11.575551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8961701a-505a-45b8-bb79-8a9fa5d20051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:11.575878 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55864) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:11.609225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207917e-bbca-4bc1-9cb5-dfc8121fac7b req-7b6cd053-62db-4546-8c11-56117cf947d9 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:11.617422 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3207917e-bbca-4bc1-9cb5-dfc8121fac7b req-7b6cd053-62db-4546-8c11-56117cf947d9 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0998936 Feb 15 21:54:11.637151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8961701a-505a-45b8-bb79-8a9fa5d20051 None None] Port 76966d87-966f-4e4b-8508-07ce955245df cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:54:11.668931 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3207917e-bbca-4bc1-9cb5-dfc8121fac7b req-a65af9a6-30a5-498c-8e04-50ab47ff0b02 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504951 Feb 15 21:54:11.764015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:11.788706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:11.796564 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] Usage tracker for resource:security_group_rule and tenant:a9897f62ab8342bd93c1fb80f6be9c92 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:11.805552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:11.813711 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:12.079597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496e75a-b3fb-4f5d-82b5-a638758a4a46 req-35641039-5f22-4b5f-9c30-9de1273505da tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:12.082335 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5496e75a-b3fb-4f5d-82b5-a638758a4a46 req-35641039-5f22-4b5f-9c30-9de1273505da tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 936 time: 0.1176672 Feb 15 21:54:12.105143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.143301 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5496e75a-b3fb-4f5d-82b5-a638758a4a46 req-95c43da4-b998-481b-81b0-044ffcd1dd19 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Feb 15 21:54:12.182318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.193684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1a0277ea-8a13-4139-ba04-7aeb9cab42f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:12.243147 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9897f62ab8342bd93c1fb80f6be9c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760070 Feb 15 21:54:12.246044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76966d87-966f-4e4b-8508-07ce955245df {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:54:12.246207 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 55884) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:12.250767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc68a28-12c2-4e2c-b70e-e55dfccff3df,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:12.255641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:12.280823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.294622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Transition to ACTIVE for port object 76966d87-966f-4e4b-8508-07ce955245df will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:54:12.316259 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6c9c-a85b-4580-9288-1fc38fbf40ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.401908 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6c9c-a85b-4580-9288-1fc38fbf40ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.419030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.440102 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-887acb83-3e13-4d1f-8a5f-6168918029ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:12.462273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90f34d-4780-4352-8a15-e78759d23cca req-0bc312ff-cb4e-46d1-9e85-adbd7e8cf710 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:12.463923 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c90f34d-4780-4352-8a15-e78759d23cca req-0bc312ff-cb4e-46d1-9e85-adbd7e8cf710 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1448267 Feb 15 21:54:12.476534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 35501adf-01ff-4359-aeee-9a08e6b4142f up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:54:12.512496 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c90f34d-4780-4352-8a15-e78759d23cca req-6c33ccf3-4c8e-454d-b6ef-e2c98fe5cd43 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Feb 15 21:54:12.553825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 35501adf-01ff-4359-aeee-9a08e6b4142f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:54:12.561165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.587639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Pushing event updated for resources: {'Port': ['ID=76966d87-966f-4e4b-8508-07ce955245df,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:12.594811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:12.619205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6c9c-a85b-4580-9288-1fc38fbf40ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.626608 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c87b2e1c-2f37-4086-a313-7d30f2571ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:12.643920 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a6c9c-a85b-4580-9288-1fc38fbf40ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc68a28-12c2-4e2c-b70e-e55dfccff3df,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:12.668754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3e4a6c9c-a85b-4580-9288-1fc38fbf40ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:12.671381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6c9c-a85b-4580-9288-1fc38fbf40ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.675451 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3e4a6c9c-a85b-4580-9288-1fc38fbf40ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbc68a28-12c2-4e2c-b70e-e55dfccff3df HTTP/1.1" status: 204 len: 168 time: 0.4257329 Feb 15 21:54:12.856311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Attempting to bind port 76966d87-966f-4e4b-8508-07ce955245df on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:54:12.856675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Attempting to bind port 76966d87-966f-4e4b-8508-07ce955245df by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '3fc325a4-4824-4542-a722-961c2cfed21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:54:12.857127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Attempting to bind port 76966d87-966f-4e4b-8508-07ce955245df on network 850a3ca9-c9ed-4483-8461-874eb39cfde8 {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:54:12.863372 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:54:12.863607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Checking segment: {'id': '3fc325a4-4824-4542-a722-961c2cfed21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:54:12.864191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.864590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Bound using segment: {'id': '3fc325a4-4824-4542-a722-961c2cfed21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:54:12.865049 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Bound port: 76966d87-966f-4e4b-8508-07ce955245df, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc325a4-4824-4542-a722-961c2cfed21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '850a3ca9-c9ed-4483-8461-874eb39cfde8'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:54:12.865438 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:12.910046 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a7007-3d9b-4d2a-ac8c-c79604381384 req-a084a5dc-c2db-4e3a-97d2-55251d21f695 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:12.911696 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1e9a7007-3d9b-4d2a-ac8c-c79604381384 req-a084a5dc-c2db-4e3a-97d2-55251d21f695 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0981200 Feb 15 21:54:12.967943 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1e9a7007-3d9b-4d2a-ac8c-c79604381384 req-a0b9ff9d-001a-442d-bcd8-981554bdda36 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490129 Feb 15 21:54:12.980644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] For port 76966d87-966f-4e4b-8508-07ce955245df, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:54:12.983910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] For port 76966d87-966f-4e4b-8508-07ce955245df, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=76966d87-966f-4e4b-8508-07ce955245df,segment=NetworkSegment(3fc325a4-4824-4542-a722-961c2cfed21a),segment_id=3fc325a4-4824-4542-a722-961c2cfed21a)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:54:13.052460 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:13.068355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:13.227440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Pushing event updated for resources: {'Port': ['ID=76966d87-966f-4e4b-8508-07ce955245df,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:13.229480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:13.288266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:13.289112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:13.290784 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] 10.222.0.47 "PUT /v2.0/ports/76966d87-966f-4e4b-8508-07ce955245df HTTP/1.1" status: 200 len: 1162 time: 1.9098206 Feb 15 21:54:13.291513 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1', 'tag': '76966d87-966f-4e4b-8508-07ce955245df'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:54:13.369835 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1', 'tag': '76966d87-966f-4e4b-8508-07ce955245df', 'status': 'completed', 'code': 200} Feb 15 21:54:13.371687 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55912) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:13.395798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:13.397227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde8b11-a3f3-45dd-863b-5768b1b15a0b req-e2f7e817-a132-45bf-bf49-fe0bef836ab2 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:13.399415 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2dde8b11-a3f3-45dd-863b-5768b1b15a0b req-e2f7e817-a132-45bf-bf49-fe0bef836ab2 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.1219015 Feb 15 21:54:13.469309 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2dde8b11-a3f3-45dd-863b-5768b1b15a0b req-12a12c21-2905-468b-b5ee-bd29885ac480 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629022 Feb 15 21:54:13.479756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:13.490406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] Usage tracker for resource:security_group_rule and tenant:58a839b12cc7446a95db8b83fa40ea7c is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:13.495144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:13.503590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:13.558815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967ef9c-61bb-48cc-8829-5b636ff7a149 req-5fdbd991-e88b-4a69-8856-07e7b547a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:13.558815 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2967ef9c-61bb-48cc-8829-5b636ff7a149 req-5fdbd991-e88b-4a69-8856-07e7b547a56d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c268f73f733a4750a88934e6bc1f167e&device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 1165 time: 0.1504786 Feb 15 21:54:13.628303 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2967ef9c-61bb-48cc-8829-5b636ff7a149 req-172a103b-7660-4ae3-a3f3-982874dde9f2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c268f73f733a4750a88934e6bc1f167e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421908 Feb 15 21:54:13.668966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:13.727532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c173d77-02d6-4c35-90b2-682165a64850 req-b82fe6b7-0df6-4aae-9bf1-127115b9a645 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:13.729153 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c173d77-02d6-4c35-90b2-682165a64850 req-b82fe6b7-0df6-4aae-9bf1-127115b9a645 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0878909 Feb 15 21:54:13.778087 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c173d77-02d6-4c35-90b2-682165a64850 req-5f16d989-59f2-4338-88d3-dc0e29f79d43 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Feb 15 21:54:13.794128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:13.805377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bc118e9e-cef8-4cdb-b2cf-483b51b067a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:13.818300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967ef9c-61bb-48cc-8829-5b636ff7a149 req-49aa0408-4b46-4fca-ae22-29ac4c4d7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:13.820047 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2967ef9c-61bb-48cc-8829-5b636ff7a149 req-49aa0408-4b46-4fca-ae22-29ac4c4d7b73 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1842964 Feb 15 21:54:13.862129 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58a839b12cc7446a95db8b83fa40ea7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883540 Feb 15 21:54:13.863026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 55920) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:13.907995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3414ff-6580-47bf-b310-a04169ee28e6,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:13.927787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:14.015337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac9372e8-f1a4-45c2-b058-69904941fc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:14.027661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-68d38f77-2035-4dae-8fcd-fcac506b8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:14.029384 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-68d38f77-2035-4dae-8fcd-fcac506b8eaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c268f73f733a4750a88934e6bc1f167e&device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 1165 time: 0.1643820 Feb 15 21:54:14.112631 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac9372e8-f1a4-45c2-b058-69904941fc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:14.140552 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-c0861490-0daf-43eb-9b31-60ceabd54418 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=76966d87-966f-4e4b-8508-07ce955245df HTTP/1.1" status: 200 len: 217 time: 0.0918887 Feb 15 21:54:14.234663 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae3e1f-c98e-4689-99dc-fc3849d484c8 req-fa4b7c68-97fe-44e0-8c91-3069b032b585 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:14.240118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-9bcd8e8f-0a6b-4297-aad6-c7f68ab55ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:14.241788 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-9bcd8e8f-0a6b-4297-aad6-c7f68ab55ae0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=065ea18f-1432-4754-bcb0-18538174c539 HTTP/1.1" status: 200 len: 843 time: 0.0928566 Feb 15 21:54:14.251834 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2dae3e1f-c98e-4689-99dc-fc3849d484c8 req-fa4b7c68-97fe-44e0-8c91-3069b032b585 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.1678696 Feb 15 21:54:14.311155 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2dae3e1f-c98e-4689-99dc-fc3849d484c8 req-7ba70024-b0bc-4c5d-8b95-01133957766e tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535903 Feb 15 21:54:14.313262 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac9372e8-f1a4-45c2-b058-69904941fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:14.322710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7e4e16e3-887b-4aae-a24b-28a37c619e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:14.340620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9372e8-f1a4-45c2-b058-69904941fc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3414ff-6580-47bf-b310-a04169ee28e6,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:14.346791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ac9372e8-f1a4-45c2-b058-69904941fc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:14.357440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac9372e8-f1a4-45c2-b058-69904941fc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:14.361374 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ac9372e8-f1a4-45c2-b058-69904941fc06 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a3414ff-6580-47bf-b310-a04169ee28e6 HTTP/1.1" status: 204 len: 168 time: 0.4921677 Feb 15 21:54:14.377817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-4113734a-3cc8-458a-92ba-873b95062cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:14.379445 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-4113734a-3cc8-458a-92ba-873b95062cb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=850a3ca9-c9ed-4483-8461-874eb39cfde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1310675 Feb 15 21:54:14.524919 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-cfbd8835-7131-4496-b7c2-4d611abf19c2 service neutron] 10.222.0.47 "GET /v2.0/networks/850a3ca9-c9ed-4483-8461-874eb39cfde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379707 Feb 15 21:54:14.667960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb42b2-8aa6-4c11-bb76-7c12902b7422 req-9158b077-bca8-4d83-b0a4-a3d23ed0935e tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:14.669593 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55cb42b2-8aa6-4c11-bb76-7c12902b7422 req-9158b077-bca8-4d83-b0a4-a3d23ed0935e tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0899212 Feb 15 21:54:14.690187 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e31779-c0a0-491f-b47e-9f129ad96684 req-859b264e-94f9-4b23-9a4a-bb2f5fee38c6 service neutron] 10.222.0.47 "GET /v2.0/networks/850a3ca9-c9ed-4483-8461-874eb39cfde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1577399 Feb 15 21:54:14.726750 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55cb42b2-8aa6-4c11-bb76-7c12902b7422 req-d094d7d9-c3da-4516-9f35-f76e40b2484c tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476534 Feb 15 21:54:14.978881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a3f94-46b5-452a-b41a-d86cc0eb015e req-ad7e18df-cdc3-4597-baa2-6d200ca1fba4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:14.980521 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0a1a3f94-46b5-452a-b41a-d86cc0eb015e req-ad7e18df-cdc3-4597-baa2-6d200ca1fba4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0877762 Feb 15 21:54:15.035884 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0a1a3f94-46b5-452a-b41a-d86cc0eb015e req-00821e04-4003-4d9b-863d-9e080f8752fd tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489724 Feb 15 21:54:15.527071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f119c-b2c9-4712-8965-fa6ee04dc36b req-a0619e16-d2bf-4db8-bae5-6d583c95fc25 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:15.528628 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-602f119c-b2c9-4712-8965-fa6ee04dc36b req-a0619e16-d2bf-4db8-bae5-6d583c95fc25 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0939534 Feb 15 21:54:15.577314 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-602f119c-b2c9-4712-8965-fa6ee04dc36b req-61ad7fa8-d69f-4ca4-b451-4c369d7c7892 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Feb 15 21:54:15.924838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25866a-d7bd-4c49-9cc1-6b393088f0d2 req-5ab1e94b-e770-49ac-9768-abec689ce511 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:15.926444 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d25866a-d7bd-4c49-9cc1-6b393088f0d2 req-5ab1e94b-e770-49ac-9768-abec689ce511 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0858879 Feb 15 21:54:15.978730 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d25866a-d7bd-4c49-9cc1-6b393088f0d2 req-8dfcd697-2a4d-4588-99e1-7787790fce7d tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459142 Feb 15 21:54:16.176423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb8fc8-76ac-4cea-8527-5b65234d34ab req-0aef576d-3631-4e59-939b-02e2940ffee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:16.178034 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bfdb8fc8-76ac-4cea-8527-5b65234d34ab req-0aef576d-3631-4e59-939b-02e2940ffee1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 1163 time: 0.0762455 Feb 15 21:54:16.229401 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bfdb8fc8-76ac-4cea-8527-5b65234d34ab req-0bc85893-b501-4519-86e7-7bf402d32815 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448799 Feb 15 21:54:16.243829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f11bb-75a0-427a-acb4-ca3b00e52598 req-ad44bea4-a6ce-43ea-9d00-bdf2f596c014 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:16.245458 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f56f11bb-75a0-427a-acb4-ca3b00e52598 req-ad44bea4-a6ce-43ea-9d00-bdf2f596c014 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0995107 Feb 15 21:54:16.294898 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f56f11bb-75a0-427a-acb4-ca3b00e52598 req-80db798f-204a-4afe-9ecf-d74578c99aab tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429220 Feb 15 21:54:16.779964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fa4e8-b35a-44f7-aa08-14e17bfa214b req-9aac9418-3f61-4adf-b4a7-cf880b4427ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:16.781813 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-529fa4e8-b35a-44f7-aa08-14e17bfa214b req-9aac9418-3f61-4adf-b4a7-cf880b4427ac tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0881898 Feb 15 21:54:16.831734 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-529fa4e8-b35a-44f7-aa08-14e17bfa214b req-be546aa2-9d8a-4ed2-ab44-3c861873a950 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Feb 15 21:54:17.175977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb9a9b-f8fa-4e60-a0e9-384682a3df12 req-483ee387-6234-4cfc-9c99-01f57d1da057 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:17.177482 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a4bb9a9b-f8fa-4e60-a0e9-384682a3df12 req-483ee387-6234-4cfc-9c99-01f57d1da057 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0857410 Feb 15 21:54:17.226360 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a4bb9a9b-f8fa-4e60-a0e9-384682a3df12 req-5354feb0-1719-4a10-bb6f-1047c5682c68 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Feb 15 21:54:17.497617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7542ab9-5029-4038-8027-e7afb01f37b6 req-02e4e519-ca48-49db-876e-8f3b3f255a0c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:17.499208 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7542ab9-5029-4038-8027-e7afb01f37b6 req-02e4e519-ca48-49db-876e-8f3b3f255a0c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0877578 Feb 15 21:54:17.548495 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7542ab9-5029-4038-8027-e7afb01f37b6 req-e9eba491-e7e8-43aa-8b60-7d24f392a239 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426793 Feb 15 21:54:17.560219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-30cc9ef2-ba3a-43c0-96af-b1a045ebc988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:18.035282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d2ad8-1507-4d3f-b201-0c01ff63931a req-98c68540-c281-4686-b954-d645362e917a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:18.036933 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-042d2ad8-1507-4d3f-b201-0c01ff63931a req-98c68540-c281-4686-b954-d645362e917a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0892615 Feb 15 21:54:18.085038 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-042d2ad8-1507-4d3f-b201-0c01ff63931a req-d7a1045c-958b-4a8d-9d25-7fe470863b8e tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417850 Feb 15 21:54:18.430501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e9e65-d8ce-4c5e-8121-134f24f5361e req-eab647ca-21fa-41ac-814a-dd8c74cf905d tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:18.432085 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c71e9e65-d8ce-4c5e-8121-134f24f5361e req-eab647ca-21fa-41ac-814a-dd8c74cf905d tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0858629 Feb 15 21:54:18.480331 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c71e9e65-d8ce-4c5e-8121-134f24f5361e req-086ff256-68cc-4138-9cc9-6c8d38004c1b tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Feb 15 21:54:18.805054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332092a7-a8f2-40d8-a4ea-298f6d0f4df3 req-616d3410-6d33-4800-bb8d-1a69dca9ed99 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:18.806657 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-332092a7-a8f2-40d8-a4ea-298f6d0f4df3 req-616d3410-6d33-4800-bb8d-1a69dca9ed99 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0956688 Feb 15 21:54:18.857421 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-332092a7-a8f2-40d8-a4ea-298f6d0f4df3 req-fd1aa044-a0ce-4614-ab68-aaae655cabfb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Feb 15 21:54:19.361836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e82468-6909-4751-bb69-21faabd5ec3f req-4241e4ac-326a-4aa0-9712-758a3bb7b8ae tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:19.363481 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9e82468-6909-4751-bb69-21faabd5ec3f req-4241e4ac-326a-4aa0-9712-758a3bb7b8ae tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0862157 Feb 15 21:54:19.414777 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9e82468-6909-4751-bb69-21faabd5ec3f req-2fbccc42-208d-4c42-ad5d-a5b3cd5cbcf8 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446727 Feb 15 21:54:19.607523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb91cf-3ec0-494f-8d63-ac76ef624055 req-2607ad17-48b4-4b7e-8cde-4b5c4fbf7408 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:19.609060 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ddb91cf-3ec0-494f-8d63-ac76ef624055 req-2607ad17-48b4-4b7e-8cde-4b5c4fbf7408 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0924459 Feb 15 21:54:19.658970 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ddb91cf-3ec0-494f-8d63-ac76ef624055 req-4ed3ab28-00fc-447e-993e-5dcd03aafefb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 Feb 15 21:54:19.849895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592c479-234e-4dc3-8097-805edb41c680 req-70504607-ec0d-4b41-9d74-66a7b6f97852 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:19.851518 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a592c479-234e-4dc3-8097-805edb41c680 req-70504607-ec0d-4b41-9d74-66a7b6f97852 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0874712 Feb 15 21:54:19.899927 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a592c479-234e-4dc3-8097-805edb41c680 req-e08951aa-9fa0-4932-9b64-d519b0df2add tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Feb 15 21:54:20.041359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0a954f2d-1227-4c6f-a8dc-aa5ee1148435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:20.487040 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:20.609038 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d260a-231b-4b18-84e6-8fc3bf8506c5 req-2915acc2-c0fe-4a51-912f-d63ec020fa97 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:20.610621 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-460d260a-231b-4b18-84e6-8fc3bf8506c5 req-2915acc2-c0fe-4a51-912f-d63ec020fa97 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0842772 Feb 15 21:54:20.661565 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-460d260a-231b-4b18-84e6-8fc3bf8506c5 req-07991d4c-ad91-4fc6-ab5e-5f339224f663 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448420 Feb 15 21:54:20.852806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7980354-611e-455d-96c2-4e9d8c4807ac req-8ffc1090-b9a9-4819-9554-789f6fa88b45 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:20.854386 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7980354-611e-455d-96c2-4e9d8c4807ac req-8ffc1090-b9a9-4819-9554-789f6fa88b45 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0840013 Feb 15 21:54:20.902151 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7980354-611e-455d-96c2-4e9d8c4807ac req-74d98807-28ad-46c6-b316-b2a1da4b2f80 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Feb 15 21:54:21.101252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca55b8d-d41c-4397-b03d-737956dadc43 req-4338d196-5d72-4c32-b45e-78a4bdc7b005 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:21.102830 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7ca55b8d-d41c-4397-b03d-737956dadc43 req-4338d196-5d72-4c32-b45e-78a4bdc7b005 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0888798 Feb 15 21:54:21.150482 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7ca55b8d-d41c-4397-b03d-737956dadc43 req-cb3c15ff-e5e3-4405-b8a9-cda81eb59d37 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Feb 15 21:54:21.721553 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:21.857527 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8903b-f19b-4982-b148-775b5f663c01 req-eb77c234-0a4c-4575-aae4-b6e453e9f587 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:21.859110 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efb8903b-f19b-4982-b148-775b5f663c01 req-eb77c234-0a4c-4575-aae4-b6e453e9f587 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0847902 Feb 15 21:54:21.908950 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efb8903b-f19b-4982-b148-775b5f663c01 req-2e773af3-76bc-4a82-a78e-02e41e08fbe0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429685 Feb 15 21:54:22.099697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15794451-a84c-4710-b36f-c9f8c2c5919d req-5df51479-f48c-4ac0-9eec-38d2b6761aa4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:22.101333 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-15794451-a84c-4710-b36f-c9f8c2c5919d req-5df51479-f48c-4ac0-9eec-38d2b6761aa4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0859313 Feb 15 21:54:22.154513 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-15794451-a84c-4710-b36f-c9f8c2c5919d req-64ccf466-df88-4831-b44e-dae1fd9ecc82 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465713 Feb 15 21:54:22.350121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84c387-08bf-49d4-b390-8cda6dceb69f req-3c3ed66e-827f-481f-9f02-3433b542787a tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:22.351719 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e84c387-08bf-49d4-b390-8cda6dceb69f req-3c3ed66e-827f-481f-9f02-3433b542787a tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0876329 Feb 15 21:54:22.397463 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e84c387-08bf-49d4-b390-8cda6dceb69f req-e7f6f3d0-f523-444f-993d-f52cbd78ba1d tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Feb 15 21:54:23.010936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:23.104156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d83752-69a8-407b-846e-2f6e052c3ec0 req-79107b49-0696-4520-ba3f-9eb6dab67d21 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:23.105744 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-35d83752-69a8-407b-846e-2f6e052c3ec0 req-79107b49-0696-4520-ba3f-9eb6dab67d21 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0853953 Feb 15 21:54:23.156424 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-35d83752-69a8-407b-846e-2f6e052c3ec0 req-b65229c2-1927-4cb8-89aa-ecf2a0a0a1dd tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Feb 15 21:54:23.350897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a6986-8781-4d05-85dc-e4cfdfe2e89d req-2fe95cda-bd01-4814-9ea2-c5c4a1613f59 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:23.352481 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9b6a6986-8781-4d05-85dc-e4cfdfe2e89d req-2fe95cda-bd01-4814-9ea2-c5c4a1613f59 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0849054 Feb 15 21:54:23.399504 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9b6a6986-8781-4d05-85dc-e4cfdfe2e89d req-028c9720-c1ba-40ea-85ca-812189bb64c5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Feb 15 21:54:23.434648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b6f7-b894-4e65-8b46-90b78d45610a req-de416a12-2dd2-43c6-9835-aeeb40a4c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:23.437657 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f45b6f7-b894-4e65-8b46-90b78d45610a req-de416a12-2dd2-43c6-9835-aeeb40a4c2b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 1163 time: 0.0810976 Feb 15 21:54:23.605034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c1355-ec9a-4384-a21a-782ee93b2055 req-88c7640f-d460-44e9-9acf-81023fc16ea7 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:23.606708 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-686c1355-ec9a-4384-a21a-782ee93b2055 req-88c7640f-d460-44e9-9acf-81023fc16ea7 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0933728 Feb 15 21:54:23.658333 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-686c1355-ec9a-4384-a21a-782ee93b2055 req-7ecedc10-d6b8-4132-a397-7033bd283fd9 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441206 Feb 15 21:54:23.795281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b6f7-b894-4e65-8b46-90b78d45610a req-e8f8546b-2a4a-4585-9868-e2a7ce3d1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:23.796893 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f45b6f7-b894-4e65-8b46-90b78d45610a req-e8f8546b-2a4a-4585-9868-e2a7ce3d1f83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 911 time: 0.3528831 Feb 15 21:54:23.895152 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f45b6f7-b894-4e65-8b46-90b78d45610a req-5d576dc1-71ef-492c-9d12-3278e1864bf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35501adf-01ff-4359-aeee-9a08e6b4142f HTTP/1.1" status: 200 len: 217 time: 0.0689178 Feb 15 21:54:23.964767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b6f7-b894-4e65-8b46-90b78d45610a req-22758f66-4248-484f-9e71-266f095eeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:23.966504 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f45b6f7-b894-4e65-8b46-90b78d45610a req-22758f66-4248-484f-9e71-266f095eeb37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6b95482-3fbe-4ddb-8ee0-e681429535cc HTTP/1.1" status: 200 len: 857 time: 0.0652051 Feb 15 21:54:24.020015 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f45b6f7-b894-4e65-8b46-90b78d45610a req-1fd816da-4370-4f8a-a6ab-3a13a3c25a8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab784b0-102e-4d43-b39d-724e4f4f3af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469599 Feb 15 21:54:24.156598 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 35501adf-01ff-4359-aeee-9a08e6b4142f up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:54:24.165038 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f45b6f7-b894-4e65-8b46-90b78d45610a req-9460a938-445d-447e-afcc-3a5700b5440f service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378398 Feb 15 21:54:24.258486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 35501adf-01ff-4359-aeee-9a08e6b4142f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:54:24.259063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:24.358302 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f45b6f7-b894-4e65-8b46-90b78d45610a req-f46b81fc-4fcf-4f56-8223-eeca45f962cb service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1860280 Feb 15 21:54:24.377770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4539c-676d-42e3-8c46-1e4c061a3f4c req-bcfbf3d9-c351-49e6-81c5-adfff2efd44a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:24.380104 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-37b4539c-676d-42e3-8c46-1e4c061a3f4c req-bcfbf3d9-c351-49e6-81c5-adfff2efd44a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 943 time: 0.0911708 Feb 15 21:54:24.438662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 0b67106d-30ef-4038-9598-e5bcda83c18b up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:54:24.457661 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-37b4539c-676d-42e3-8c46-1e4c061a3f4c req-5ae3afb4-1c66-4480-acbe-f5c157320e26 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635605 Feb 15 21:54:24.561916 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 0b67106d-30ef-4038-9598-e5bcda83c18b completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:54:24.568875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 0b67106d-30ef-4038-9598-e5bcda83c18b triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:54:24.569305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:24.655433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c0d1e-2c50-4246-ad34-4a905aed149e req-b6faac0b-7b0f-4461-a155-5a3887da43c7 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:24.657045 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd0c0d1e-2c50-4246-ad34-4a905aed149e req-b6faac0b-7b0f-4461-a155-5a3887da43c7 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0882287 Feb 15 21:54:24.702104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:24.722212 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd0c0d1e-2c50-4246-ad34-4a905aed149e req-60c7cf04-918b-404d-86be-6900c7cf057f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572660 Feb 15 21:54:24.738358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b67106d-30ef-4038-9598-e5bcda83c18b'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:54:24.745723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 0b67106d-30ef-4038-9598-e5bcda83c18b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=0b67106d-30ef-4038-9598-e5bcda83c18b,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:54:24.788230 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b67106d-30ef-4038-9598-e5bcda83c18b', 'code': 200} Feb 15 21:54:24.812765 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:24.815045 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:24.892874 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=0b67106d-30ef-4038-9598-e5bcda83c18b,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:24.893486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1296ed-8ce7-45d3-b781-f1d6e3fc940e req-b7f6236a-dccd-4ebc-a497-fa6adc571acf tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:24.895091 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c1296ed-8ce7-45d3-b781-f1d6e3fc940e req-b7f6236a-dccd-4ebc-a497-fa6adc571acf tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0919151 Feb 15 21:54:24.902274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.902717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.903106 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.903509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.903893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.904276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.904712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.905012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.905386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.905758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.906128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.906494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.907018 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.907362 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.908320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.908693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.910274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.910274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.910274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.910274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.910706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.910785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.911152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.911573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:24.917695 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:24.950478 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c1296ed-8ce7-45d3-b781-f1d6e3fc940e req-67c63e74-cccc-42f7-bb8d-cb705e989b59 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Feb 15 21:54:25.036061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 0b67106d-30ef-4038-9598-e5bcda83c18b up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:54:25.114626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 0b67106d-30ef-4038-9598-e5bcda83c18b triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:54:25.115041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:25.208894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab099321-ecfb-482a-b999-70d408d4b381 req-a4539c85-1111-43f9-968a-6839f537c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:25.210437 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ab099321-ecfb-482a-b999-70d408d4b381 req-a4539c85-1111-43f9-968a-6839f537c92c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 1162 time: 0.0918517 Feb 15 21:54:25.260265 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ab099321-ecfb-482a-b999-70d408d4b381 req-bf0a1c72-a1c7-4280-9624-024fa1037602 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Feb 15 21:54:25.668810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0043f-d339-41be-8029-9dab724e5e6d req-88d40315-be80-465a-9f23-7e1b037b3c87 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:25.670656 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-40e0043f-d339-41be-8029-9dab724e5e6d req-88d40315-be80-465a-9f23-7e1b037b3c87 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.0948174 Feb 15 21:54:25.732527 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-40e0043f-d339-41be-8029-9dab724e5e6d req-139ed20e-0b3e-4445-b1fd-953ea1bda6b5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480928 Feb 15 21:54:25.913132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e906-41a2-4af3-8d18-69685a8b372b req-178a210f-3e4e-4ccc-9abf-b70bf20e3463 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:25.914721 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f84e906-41a2-4af3-8d18-69685a8b372b req-178a210f-3e4e-4ccc-9abf-b70bf20e3463 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0875983 Feb 15 21:54:25.963301 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f84e906-41a2-4af3-8d18-69685a8b372b req-7863eda3-f9b1-4042-b9cb-6a172f2d25d5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422091 Feb 15 21:54:26.338770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853a9e-40c8-4ef8-8201-e392c9d678a6 req-089d6ce3-21ff-4b1f-88c9-f0da50110251 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:26.340429 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a853a9e-40c8-4ef8-8201-e392c9d678a6 req-089d6ce3-21ff-4b1f-88c9-f0da50110251 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.2747259 Feb 15 21:54:26.389866 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a853a9e-40c8-4ef8-8201-e392c9d678a6 req-7f3190d1-6a35-46ff-940c-18afded1463c tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 Feb 15 21:54:26.925861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a1498-f030-46fe-a190-9d3e1c3c5bb4 req-4d27da99-65b3-4e95-8449-abaf3a0de53a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:26.927456 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-103a1498-f030-46fe-a190-9d3e1c3c5bb4 req-4d27da99-65b3-4e95-8449-abaf3a0de53a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.0861058 Feb 15 21:54:26.974043 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-103a1498-f030-46fe-a190-9d3e1c3c5bb4 req-1a2fbfce-9572-4bf1-881b-c0ea5cabb52b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Feb 15 21:54:27.162609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226ea82-3854-4a95-a8b0-3ccdea533370 req-ba8f9fcf-5476-4809-8a07-ee06587c8b6a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:27.164183 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7226ea82-3854-4a95-a8b0-3ccdea533370 req-ba8f9fcf-5476-4809-8a07-ee06587c8b6a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0867016 Feb 15 21:54:27.209943 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7226ea82-3854-4a95-a8b0-3ccdea533370 req-4cb4828c-8df1-4276-852e-335bafeba7d7 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396211 Feb 15 21:54:27.588226 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77a4c6-d8bb-47af-8951-5d1f7a0580a7 req-16fbcc87-2b00-4730-9a9e-0b8fd10ba9c0 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:27.589801 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d77a4c6-d8bb-47af-8951-5d1f7a0580a7 req-16fbcc87-2b00-4730-9a9e-0b8fd10ba9c0 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0874093 Feb 15 21:54:27.638459 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d77a4c6-d8bb-47af-8951-5d1f7a0580a7 req-83f6583d-51b3-48bc-870b-51cfc4c134d1 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Feb 15 21:54:28.168011 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c2956-89aa-476d-a4c0-b1b5a14f89c0 req-a8ee4c66-9cc7-42f2-8ab3-0a83e955597a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:28.169571 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba5c2956-89aa-476d-a4c0-b1b5a14f89c0 req-a8ee4c66-9cc7-42f2-8ab3-0a83e955597a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.0848165 Feb 15 21:54:28.216695 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba5c2956-89aa-476d-a4c0-b1b5a14f89c0 req-e171acd1-b55e-47d0-a3b1-b607cc6de344 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Feb 15 21:54:28.415925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ea4cb-997d-4576-872e-5dda0bcc7900 req-4f7d6e77-9147-4660-97ba-e378e5123041 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:28.417614 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-225ea4cb-997d-4576-872e-5dda0bcc7900 req-4f7d6e77-9147-4660-97ba-e378e5123041 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0962172 Feb 15 21:54:28.468317 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-225ea4cb-997d-4576-872e-5dda0bcc7900 req-1bbb4c19-e49f-4f1e-9a69-ee7c13c93fed tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443802 Feb 15 21:54:28.901835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac344f3c-4858-420a-a832-ac61e5f3e039 req-159e7d48-3b41-47b0-ba97-6e6f317705aa tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:28.903419 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac344f3c-4858-420a-a832-ac61e5f3e039 req-159e7d48-3b41-47b0-ba97-6e6f317705aa tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0876465 Feb 15 21:54:28.950389 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac344f3c-4858-420a-a832-ac61e5f3e039 req-42b29056-ad9b-4b26-8678-bf1af43c76f9 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Feb 15 21:54:29.242855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:29.408622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2493d6b-0b35-433b-b645-e75e239a28a9 req-b0cc62f0-3e25-467e-9575-5f1e96e0d72d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:29.410196 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d2493d6b-0b35-433b-b645-e75e239a28a9 req-b0cc62f0-3e25-467e-9575-5f1e96e0d72d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.0839028 Feb 15 21:54:29.457779 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d2493d6b-0b35-433b-b645-e75e239a28a9 req-0121261e-0d0c-480e-a67a-a1e71e0ecaf0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 Feb 15 21:54:29.667793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1ff4-d1ca-4428-93a8-d1360973ab0e req-317a77e3-60b9-4899-a3d1-49c56521c94d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:29.669303 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45fd1ff4-d1ca-4428-93a8-d1360973ab0e req-317a77e3-60b9-4899-a3d1-49c56521c94d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0879467 Feb 15 21:54:29.717024 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45fd1ff4-d1ca-4428-93a8-d1360973ab0e req-c6fd2848-9f24-45f3-8b72-03e5a944399c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Feb 15 21:54:30.276271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a743db-acc2-46f6-81c5-d52257a0b87c req-18a684fb-0e89-41e7-9ef2-3c87f6164512 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:30.277845 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95a743db-acc2-46f6-81c5-d52257a0b87c req-18a684fb-0e89-41e7-9ef2-3c87f6164512 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0837159 Feb 15 21:54:30.326948 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95a743db-acc2-46f6-81c5-d52257a0b87c req-b0c62440-a970-4a2f-8231-c32865d571d4 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429478 Feb 15 21:54:30.653634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c51d41-bd3c-45b1-84e6-8c74b9b1eff2 req-d626d478-117c-446f-8c65-9c36d85c3523 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:30.655237 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b6c51d41-bd3c-45b1-84e6-8c74b9b1eff2 req-d626d478-117c-446f-8c65-9c36d85c3523 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.0851934 Feb 15 21:54:30.703455 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b6c51d41-bd3c-45b1-84e6-8c74b9b1eff2 req-e631d67b-52e8-4bce-9160-19f199b9d068 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Feb 15 21:54:30.913510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823620a-fb37-4740-b553-538ad8959064 req-4a68c795-76dd-45d3-820f-63f856796557 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:30.915093 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0823620a-fb37-4740-b553-538ad8959064 req-4a68c795-76dd-45d3-820f-63f856796557 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0887127 Feb 15 21:54:30.962688 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0823620a-fb37-4740-b553-538ad8959064 req-4ef65bad-8cc7-4dfb-ae6a-6fe51157e784 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Feb 15 21:54:31.519896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade4ae3-26d2-4b77-8bea-636c44067061 req-5567fa38-1ee7-40e1-aa78-1d51b5a04284 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:31.521457 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ade4ae3-26d2-4b77-8bea-636c44067061 req-5567fa38-1ee7-40e1-aa78-1d51b5a04284 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0858603 Feb 15 21:54:31.570494 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ade4ae3-26d2-4b77-8bea-636c44067061 req-bfe72cc7-dcd8-4642-9db7-64b840108bae tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427907 Feb 15 21:54:31.898643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08223f3c-fa33-4a11-81f8-a7c577aa2c8c req-d52e1b26-7100-440e-abe9-9b9da77973f2 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:31.900271 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08223f3c-fa33-4a11-81f8-a7c577aa2c8c req-d52e1b26-7100-440e-abe9-9b9da77973f2 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.0849371 Feb 15 21:54:31.947455 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08223f3c-fa33-4a11-81f8-a7c577aa2c8c req-17743a28-6b84-4b27-945e-fefe3f0b0846 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Feb 15 21:54:32.163205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35548241-d699-441b-b94b-7cd2d7f35b8b req-c10e7527-6fa7-4a1a-9b5b-377aea13e37f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:32.164875 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-35548241-d699-441b-b94b-7cd2d7f35b8b req-c10e7527-6fa7-4a1a-9b5b-377aea13e37f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0888073 Feb 15 21:54:32.212371 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-35548241-d699-441b-b94b-7cd2d7f35b8b req-c3850325-b1c0-46e9-a037-7382050d7bb5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Feb 15 21:54:32.768463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2381ed-5285-4769-a2d6-24842f3aebe6 req-297e66b3-17f2-44e8-acf3-14f48fee75c6 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:32.770063 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c2381ed-5285-4769-a2d6-24842f3aebe6 req-297e66b3-17f2-44e8-acf3-14f48fee75c6 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0872362 Feb 15 21:54:32.821957 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c2381ed-5285-4769-a2d6-24842f3aebe6 req-647936a4-a380-4bde-9cf8-bf707f180b8b tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 Feb 15 21:54:33.141779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d247ff7-d535-4314-892e-91b91bcb251c req-56dfc6b5-6eb7-4b8e-9a76-47da5f18bdae tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:33.143781 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0d247ff7-d535-4314-892e-91b91bcb251c req-56dfc6b5-6eb7-4b8e-9a76-47da5f18bdae tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.0873642 Feb 15 21:54:33.193969 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0d247ff7-d535-4314-892e-91b91bcb251c req-706fe879-8e75-48af-92ba-a35d81085bd4 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428555 Feb 15 21:54:33.329984 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 850a3ca9-c9ed-4483-8461-874eb39cfde8 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:54:33.414835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f61e9-f9ee-4402-bcdc-fd1d16681056 req-1ad3ed90-ad62-4b9f-8724-7ba2a30d714d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:33.416629 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-358f61e9-f9ee-4402-bcdc-fd1d16681056 req-1ad3ed90-ad62-4b9f-8724-7ba2a30d714d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0887206 Feb 15 21:54:33.470759 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-358f61e9-f9ee-4402-bcdc-fd1d16681056 req-a73d51fd-357a-4ab1-ae65-24e7f3dbb9ca tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439024 Feb 15 21:54:33.615744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.objects.ports [None req-a5effb3a-fab1-4c6c-bd4c-6551ea981b64 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:54:34.018271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca433e28-dc6b-4a21-b61b-d3ebb3b43332 req-61062b2a-9a56-480f-a383-9736c5f32310 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:34.019867 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca433e28-dc6b-4a21-b61b-d3ebb3b43332 req-61062b2a-9a56-480f-a383-9736c5f32310 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0848713 Feb 15 21:54:34.069689 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca433e28-dc6b-4a21-b61b-d3ebb3b43332 req-8898e611-0563-40bf-88d1-21003008f340 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436215 Feb 15 21:54:34.335610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:54:34.393843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796ba2-919b-47d4-a494-df0d26428ab6 req-e3540298-8eb5-41da-941c-c97f44c9a2be tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:34.395439 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2796ba2-919b-47d4-a494-df0d26428ab6 req-e3540298-8eb5-41da-941c-c97f44c9a2be tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.0868011 Feb 15 21:54:34.442378 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2796ba2-919b-47d4-a494-df0d26428ab6 req-3af80ae1-b3a9-4bea-9aeb-063b448e980f tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Feb 15 21:54:34.694317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968c9e-23b7-4d10-ad16-408b33397ff9 req-3a6b18db-4b5e-4379-bba3-a9b440a70295 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:34.695907 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be968c9e-23b7-4d10-ad16-408b33397ff9 req-3a6b18db-4b5e-4379-bba3-a9b440a70295 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0997596 Feb 15 21:54:34.743117 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be968c9e-23b7-4d10-ad16-408b33397ff9 req-7f8840fe-ffeb-4feb-889b-7feeff55583a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Feb 15 21:54:35.068910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 76966d87-966f-4e4b-8508-07ce955245df up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:54:35.195466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 76966d87-966f-4e4b-8508-07ce955245df completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:54:35.200918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 76966d87-966f-4e4b-8508-07ce955245df triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:54:35.201336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:35.265892 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44258e16-fe14-4acb-8226-bae9fa14f766 req-c26e7e7e-7681-4d6f-b717-379f34c2fef0 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:35.268105 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44258e16-fe14-4acb-8226-bae9fa14f766 req-c26e7e7e-7681-4d6f-b717-379f34c2fef0 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0857279 Feb 15 21:54:35.325207 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44258e16-fe14-4acb-8226-bae9fa14f766 req-1ecc6c81-461c-44e7-a2a9-9cfcce8b479b tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505950 Feb 15 21:54:35.503245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:35.532575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76966d87-966f-4e4b-8508-07ce955245df'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:54:35.542802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 76966d87-966f-4e4b-8508-07ce955245df, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=76966d87-966f-4e4b-8508-07ce955245df,segment=NetworkSegment(3fc325a4-4824-4542-a722-961c2cfed21a),segment_id=3fc325a4-4824-4542-a722-961c2cfed21a)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:54:35.583942 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76966d87-966f-4e4b-8508-07ce955245df', 'code': 200} Feb 15 21:54:35.612553 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:35.614633 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:35.696333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=76966d87-966f-4e4b-8508-07ce955245df,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:35.696333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:35.793496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 76966d87-966f-4e4b-8508-07ce955245df up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:54:35.869746 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 76966d87-966f-4e4b-8508-07ce955245df triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:54:35.870162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:35.948025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932dbbf-364c-4599-a92c-58079597ca5a req-5ce981fb-6846-4034-b524-bfe126803970 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:35.956326 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6932dbbf-364c-4599-a92c-58079597ca5a req-5ce981fb-6846-4034-b524-bfe126803970 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0963058 Feb 15 21:54:35.981982 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163380c-b357-4903-9e6b-3a23bd179953 req-8947c92f-bd3c-4f5d-a040-68f242cb935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:35.983600 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d163380c-b357-4903-9e6b-3a23bd179953 req-8947c92f-bd3c-4f5d-a040-68f242cb935b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 1167 time: 0.0844557 Feb 15 21:54:36.004224 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6932dbbf-364c-4599-a92c-58079597ca5a req-36c1b699-0ba4-494f-bd82-79f10cc3b14b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468762 Feb 15 21:54:36.034084 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d163380c-b357-4903-9e6b-3a23bd179953 req-08e9c0a1-975b-4c35-9f26-eff1bded2171 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Feb 15 21:54:36.536048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782895-0e45-4f2a-b78c-03943ca9bc33 req-0d5481f7-c2d1-4f53-a1d8-9f28139e0db1 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:36.537817 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75782895-0e45-4f2a-b78c-03943ca9bc33 req-0d5481f7-c2d1-4f53-a1d8-9f28139e0db1 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 950 time: 0.0958438 Feb 15 21:54:36.592263 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75782895-0e45-4f2a-b78c-03943ca9bc33 req-51896f95-b717-4b0a-b502-0654ab882852 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472577 Feb 15 21:54:37.201838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313b877-ca01-447e-aced-3b93095230bc req-5f438176-077f-4397-954b-4b45e10c201c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:37.203356 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0313b877-ca01-447e-aced-3b93095230bc req-5f438176-077f-4397-954b-4b45e10c201c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0864601 Feb 15 21:54:37.251238 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0313b877-ca01-447e-aced-3b93095230bc req-c6b8bbf2-00d5-45dd-bbc9-e7061a66d555 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415051 Feb 15 21:54:37.812493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7a8e8-3033-467a-bd36-05e1190c7391 req-ffbed91c-639b-4345-b876-9730d2356a43 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:37.814878 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43a7a8e8-3033-467a-bd36-05e1190c7391 req-ffbed91c-639b-4345-b876-9730d2356a43 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 950 time: 0.0920262 Feb 15 21:54:37.868385 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43a7a8e8-3033-467a-bd36-05e1190c7391 req-af94bc30-7996-48c0-8872-5431468ca721 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Feb 15 21:54:39.099770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c46bf8-27b9-4764-8081-9599f38dd413 req-0ceeb4bb-6029-46f3-b216-d2611b53036b tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:39.101385 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-58c46bf8-27b9-4764-8081-9599f38dd413 req-0ceeb4bb-6029-46f3-b216-d2611b53036b tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 950 time: 0.1103137 Feb 15 21:54:39.150297 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-58c46bf8-27b9-4764-8081-9599f38dd413 req-6b4ae51b-e8ed-42b9-85f6-8f123e442178 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425901 Feb 15 21:54:39.913456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459df1ec-7c54-49ea-8420-92a9062c7932 req-ad884a48-fa43-4c78-8a53-2e50759f6770 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:39.915068 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-459df1ec-7c54-49ea-8420-92a9062c7932 req-ad884a48-fa43-4c78-8a53-2e50759f6770 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 950 time: 0.0880859 Feb 15 21:54:39.963198 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-459df1ec-7c54-49ea-8420-92a9062c7932 req-5085436e-876a-406b-9499-15e812fb206d tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Feb 15 21:54:41.164088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d491d1-73ec-4a5a-a791-8bf5c2cb1190 req-d464bc8d-effe-42bb-912d-49051f8ac944 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:41.165700 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c0d491d1-73ec-4a5a-a791-8bf5c2cb1190 req-d464bc8d-effe-42bb-912d-49051f8ac944 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 950 time: 0.0900831 Feb 15 21:54:41.214842 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c0d491d1-73ec-4a5a-a791-8bf5c2cb1190 req-815553fb-373e-44f4-9455-46e88b3ad6e1 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Feb 15 21:54:41.805435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 76966d87-966f-4e4b-8508-07ce955245df no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:54:41.859043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074bd13-4850-4bb1-828f-50ce6210043d req-fa4660d4-6d9b-46f0-9316-0f4c6592088b tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:41.859828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c074bd13-4850-4bb1-828f-50ce6210043d req-fa4660d4-6d9b-46f0-9316-0f4c6592088b tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Synchronizing usage tracker for tenant:c268f73f733a4750a88934e6bc1f167e on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:54:41.926276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:41.966524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c074bd13-4850-4bb1-828f-50ce6210043d req-fa4660d4-6d9b-46f0-9316-0f4c6592088b tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Unset dirty status for tenant:c268f73f733a4750a88934e6bc1f167e on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:54:41.967836 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c074bd13-4850-4bb1-828f-50ce6210043d req-fa4660d4-6d9b-46f0-9316-0f4c6592088b tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 950 time: 0.1939006 Feb 15 21:54:42.006662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76966d87-966f-4e4b-8508-07ce955245df'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:54:42.023545 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 76966d87-966f-4e4b-8508-07ce955245df, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=76966d87-966f-4e4b-8508-07ce955245df,segment=NetworkSegment(3fc325a4-4824-4542-a722-961c2cfed21a),segment_id=3fc325a4-4824-4542-a722-961c2cfed21a)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:54:42.047790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-c074bd13-4850-4bb1-828f-50ce6210043d req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Deleting port 76966d87-966f-4e4b-8508-07ce955245df {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:54:42.048177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c074bd13-4850-4bb1-828f-50ce6210043d req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:42.057267 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:42.061710 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76966d87-966f-4e4b-8508-07ce955245df', 'code': 200} Feb 15 21:54:42.062224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:42.148908 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=76966d87-966f-4e4b-8508-07ce955245df,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:42.154515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:42.334584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-c074bd13-4850-4bb1-828f-50ce6210043d req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] For port 76966d87-966f-4e4b-8508-07ce955245df, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=76966d87-966f-4e4b-8508-07ce955245df,segment=NetworkSegment(3fc325a4-4824-4542-a722-961c2cfed21a),segment_id=3fc325a4-4824-4542-a722-961c2cfed21a)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:54:42.335125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c074bd13-4850-4bb1-828f-50ce6210043d req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:42.432417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf96ad-dfc5-4730-9260-61431154b0ac req-7566ff7e-ac6d-4500-ae74-2abc25958297 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:42.436065 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-37bf96ad-dfc5-4730-9260-61431154b0ac req-7566ff7e-ac6d-4500-ae74-2abc25958297 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 948 time: 0.0961895 Feb 15 21:54:42.483864 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-37bf96ad-dfc5-4730-9260-61431154b0ac req-ca4989b0-1232-4b51-978a-5ff82305b8d8 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/security-groups?id=c194ba72-87fe-45b0-ba24-bd0940fde0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Feb 15 21:54:42.504773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-c074bd13-4850-4bb1-828f-50ce6210043d req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Calling delete_port for 76966d87-966f-4e4b-8508-07ce955245df owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:54:42.673165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587d29-93fb-4fdf-abb0-df8e06261747 req-b42f18d5-c2e0-4431-95b0-a8d98a3f97da tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:42.675143 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ce587d29-93fb-4fdf-abb0-df8e06261747 req-b42f18d5-c2e0-4431-95b0-a8d98a3f97da tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0882261 Feb 15 21:54:42.727875 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ce587d29-93fb-4fdf-abb0-df8e06261747 req-4f92bf78-b9d7-400f-ba27-0347e191c7e3 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446370 Feb 15 21:54:42.870332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c074bd13-4850-4bb1-828f-50ce6210043d req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:42.886918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:42.957317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Pushing event deleted for resources: {'Port': ['ID=76966d87-966f-4e4b-8508-07ce955245df,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:43.008107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:43.116045 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-c074bd13-4850-4bb1-828f-50ce6210043d req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] No DVR routers for this DVR port 76966d87-966f-4e4b-8508-07ce955245df on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:54:43.118064 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c074bd13-4850-4bb1-828f-50ce6210043d req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:43.122394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1', 'name': 'network-vif-deleted', 'tag': '76966d87-966f-4e4b-8508-07ce955245df'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:54:43.184410 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1', 'name': 'network-vif-deleted', 'tag': '76966d87-966f-4e4b-8508-07ce955245df', 'status': 'completed', 'code': 200} Feb 15 21:54:43.196304 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c074bd13-4850-4bb1-828f-50ce6210043d req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.47 "DELETE /v2.0/ports/76966d87-966f-4e4b-8508-07ce955245df HTTP/1.1" status: 204 len: 173 time: 1.2223196 Feb 15 21:54:43.758883 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-84ab4d1c-412b-4b98-bc38-dfb73054e700 req-89fa71f5-d819-45fd-b639-1e39d2fcbf73 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8b5b8d6-c2e8-4c88-8d95-67a5f921b1c1 HTTP/1.1" status: 200 len: 210 time: 0.0517821 Feb 15 21:54:47.561134 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6283c5d1-5b3f-4161-aecf-f200e386eb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.029251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 56670) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:48.071276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 56680) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:48.166191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.182786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:48.186953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] Usage tracker for resource:security_group_rule and tenant:3c30b43b71b24d0c82ac69cc13cb78dc is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:48.190911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:48.196916 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:48.237875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.258278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:48.265326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] Usage tracker for resource:security_group_rule and tenant:a5ee485c31e34ea48bc15ad1dda15eed is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:48.272965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:48.280870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:48.367406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.412807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.424519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9fba835d-f8b0-452c-bc69-1e0bed03a0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:48.440228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.476762 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c30b43b71b24d0c82ac69cc13cb78dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435663 Feb 15 21:54:48.477218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 56712) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:48.477362 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d932408-a675-4be4-970e-5d22d1b777d8,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:48.481026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:48.482280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.493190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2f042106-6cc7-46f6-b5b4-50ff6ef7997b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:48.540106 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5ee485c31e34ea48bc15ad1dda15eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646370 Feb 15 21:54:48.540106 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bce453-18c5-4364-a874-86a92e35c1bf,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:48.540599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 56718) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:48.543936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:48.569375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-758ab337-ad69-4767-ac08-3ddcadbc76da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.597911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-758ab337-ad69-4767-ac08-3ddcadbc76da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.609445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f9d46a9b-4c33-491f-a54b-f9cd540ecc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.650002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f9d46a9b-4c33-491f-a54b-f9cd540ecc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.732336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-758ab337-ad69-4767-ac08-3ddcadbc76da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.737681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7872463f-d754-45a4-ad48-7ec009c86888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:48.753280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ab337-ad69-4767-ac08-3ddcadbc76da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d932408-a675-4be4-970e-5d22d1b777d8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:48.755777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-758ab337-ad69-4767-ac08-3ddcadbc76da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.759498 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-758ab337-ad69-4767-ac08-3ddcadbc76da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d932408-a675-4be4-970e-5d22d1b777d8 HTTP/1.1" status: 204 len: 168 time: 0.2787185 Feb 15 21:54:48.759498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-758ab337-ad69-4767-ac08-3ddcadbc76da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:48.762576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f9d46a9b-4c33-491f-a54b-f9cd540ecc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.772802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5807632f-e64b-4f25-a0bd-de97667233e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:48.789924 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d46a9b-4c33-491f-a54b-f9cd540ecc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bce453-18c5-4364-a874-86a92e35c1bf,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:48.792339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f9d46a9b-4c33-491f-a54b-f9cd540ecc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:48.796404 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f9d46a9b-4c33-491f-a54b-f9cd540ecc39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8bce453-18c5-4364-a874-86a92e35c1bf HTTP/1.1" status: 204 len: 168 time: 0.2540705 Feb 15 21:54:48.797436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f9d46a9b-4c33-491f-a54b-f9cd540ecc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:49.824742 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 56802) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:50.069579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26518ac3-6ed6-4a53-9553-8e5736fd32ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.116403 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-195904888-network', 'tenant_id': '3a497a4152da47dca715f8d9f82341a1'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:54:50.131711 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:50.136340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Usage tracker for resource:network and tenant:3a497a4152da47dca715f8d9f82341a1 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:50.139587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:50.145995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:50.200856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Made reservation on behalf of 3a497a4152da47dca715f8d9f82341a1 for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:54:50.205769 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.219820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.235853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:50.239812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Usage tracker for resource:security_group_rule and tenant:3a497a4152da47dca715f8d9f82341a1 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:50.242790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:50.248626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:50.345143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.395435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.400335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8fd236ec-1cba-462c-955c-0ca0516bd8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:50.430896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:54:50.447558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.448490 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Added segment 5ee1c689-3e2c-4925-ab5b-466423cf8230 of type vxlan for network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 Feb 15 21:54:50.458828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:50.482959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:50.486841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.496296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.555080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.556550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:50.557257 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.562764 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c470a979-49cf-495a-958d-cf0980925b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:50.668517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Pushing event updated for resources: {'Network': ['ID=71ab14bd-fb0a-4bf1-a944-1822a1fc0626,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:50.671553 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:50.680851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:54:50.693443 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8669734 Feb 15 21:54:50.696484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 56864) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:50.703605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Request body: {'subnet': {'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-195904888-subnet', 'tenant_id': '3a497a4152da47dca715f8d9f82341a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:54:50.708276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:50.712349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Usage tracker for resource:subnet and tenant:3a497a4152da47dca715f8d9f82341a1 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:50.715379 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:50.721538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:50.755786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Made reservation on behalf of 3a497a4152da47dca715f8d9f82341a1 for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:54:50.760689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27524709'] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:50.922963 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 56870) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:51.049091 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:51.071914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:51.077737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] Usage tracker for resource:security_group_rule and tenant:ca3fff5d621b4baebcdbaaf82dd55e08 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:51.082218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:51.089998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:51.379273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:51.415338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:51.424007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-123c1796-3e74-405c-b107-6354ddb5a9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:51.514283 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca3fff5d621b4baebcdbaaf82dd55e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5900717 Feb 15 21:54:51.517158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 56884) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:51.517574 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c3f06b-7b18-46cd-9129-13a38dc42b08,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:51.522136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:51.525027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852949021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827252582'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:51.541443 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3b23b3e8-e31e-4405-b4a1-56d3f9b18671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:51.590812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5b0-38db-4ff8-84d3-2a6efe693128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:51.619280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5b0-38db-4ff8-84d3-2a6efe693128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:51.694650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bbd56e-03d9-41dc-805b-de20f21b2685,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:51.698618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:51.702296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5b0-38db-4ff8-84d3-2a6efe693128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:51.707812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-018340ed-a4af-49ef-93aa-9732e5e0aaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:51.721204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4a5b0-38db-4ff8-84d3-2a6efe693128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c3f06b-7b18-46cd-9129-13a38dc42b08,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:51.726693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a5b0-38db-4ff8-84d3-2a6efe693128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:51.729129 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b7b4a5b0-38db-4ff8-84d3-2a6efe693128 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2c3f06b-7b18-46cd-9129-13a38dc42b08 HTTP/1.1" status: 204 len: 168 time: 0.2094018 Feb 15 21:54:51.729129 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b7b4a5b0-38db-4ff8-84d3-2a6efe693128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:51.751108 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:51.759869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Checking segment: {'id': '5ee1c689-3e2c-4925-ab5b-466423cf8230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:54:51.760237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Network hostable DHCP agents. Network: 71ab14bd-fb0a-4bf1-a944-1822a1fc0626, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:54:51.841010 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:54:51.949543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 71ab14bd-fb0a-4bf1-a944-1822a1fc0626) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:54:51.961433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9644274b-34ab-4b97-8b4c-b302f3f59773 None None] Network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:54:51.963604 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:51.964251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:52.046036 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-86865cfe-920f-4fc1-ab31-150ca3aad3ba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3483787 Feb 15 21:54:52.160390 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:54:52.359326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1a072-44a9-4f74-9754-aec710773365 None None] Network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:54:52.816636 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 56922) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:52.945459 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-489647528-network', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:54:52.950558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:52.955972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Usage tracker for resource:network and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:52.959387 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:52.971238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:53.012162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Made reservation on behalf of ea1d4d03033642b5acadd7dd2746a475 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:54:53.017518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.031378 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.046695 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.048487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:53.052537 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Usage tracker for resource:security_group_rule and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:53.055550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:53.061504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:53.147318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.206562 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.211022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-965c4e71-f201-4fb6-bc7a-cf3096a787c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:53.248475 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:54:53.255129 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7eddcf-63b8-4d5c-a5af-03cbbe30d863,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:53.259052 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:53.262810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779367946799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.263244 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Added segment 2b43f91c-21e4-4eb7-9e5c-f533a18e1b80 of type vxlan for network f0efd66c-3f9b-4ddd-b264-92453b2dea5a Feb 15 21:54:53.290358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.349421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.350714 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:53.351351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.356848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-296366db-b075-4653-a312-6c0cdcac3280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:53.461774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Pushing event updated for resources: {'Network': ['ID=f0efd66c-3f9b-4ddd-b264-92453b2dea5a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:53.464682 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:53.473013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:54:53.493283 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6754715 Feb 15 21:54:53.496381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 56942) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:53.503200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Request body: {'subnet': {'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-489647528-subnet', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:54:53.508220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:53.515027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Usage tracker for resource:subnet and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:53.518493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:53.525039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:53.559543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Made reservation on behalf of ea1d4d03033642b5acadd7dd2746a475 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:54:53.570766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:53.988490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:54.006780 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:54.321668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3625f745-f8ca-4a8c-b503-4856dfcfd1e5,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:54.335718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.336118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.336501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.336881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.337251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.337633 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.338001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.338367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.338735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.339101 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.339488 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.339859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.340262 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.340624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.340985 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.341345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.341706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.342067 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.342428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.342786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.343147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.343528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.343889 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.344327 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:54.349821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:54.400272 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Checking segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:54:54.400659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Network hostable DHCP agents. Network: f0efd66c-3f9b-4ddd-b264-92453b2dea5a, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:54:54.446849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:54:54.484907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, f0efd66c-3f9b-4ddd-b264-92453b2dea5a) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:54:54.489699 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:54.490782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:54.495926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32e233-54e1-4374-b8e7-e0938f1681a9 None None] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:54:54.544622 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-51736c1a-3c90-4309-95cf-7a1700a87acc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0470750 Feb 15 21:54:54.551066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 56958) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:54.556750 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:54:54.562048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:54:54.567133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Usage tracker for resource:router and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:54:54.570324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:54:54.576158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:54:54.641722 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854144414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-212397'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:54.642861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854197748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854226693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854563366'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:54.667413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:54.727925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp543f914f-489b-5c80-8966-c4a2ffbd7571-f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5'}]}} from dv-cinder-775250-3-iscsi. {{(pid=84108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:54:54.728825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:54.999382 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854134860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854563381'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:55.017651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Allocated IP 172.20.0.2 (f0efd66c-3f9b-4ddd-b264-92453b2dea5a/3625f745-f8ca-4a8c-b503-4856dfcfd1e5/0132201c-2c1c-4ba5-a5e1-d634d72d7d33) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:54:55.239104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:55.250510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Transition to ACTIVE for port object 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:54:55.267426 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Transition to ACTIVE for port object 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:54:55.331346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:55.347911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:55.355017 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:55.386966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:55.489860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Pushing event updated for resources: {'Port': ['ID=0132201c-2c1c-4ba5-a5e1-d634d72d7d33,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:55.495110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:55.542107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:54:55.543401 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:54:55.545882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:54:55.606204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Attempting to bind port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:54:55.606629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Attempting to bind port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:54:55.607043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Attempting to bind port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 on network f0efd66c-3f9b-4ddd-b264-92453b2dea5a {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:54:55.613801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:54:55.614270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Checking segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:54:55.614777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:55.615236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Bound using segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:54:55.615775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Bound port: 0132201c-2c1c-4ba5-a5e1-d634d72d7d33, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:54:55.616200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:55.667463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Allocated IP 172.27.0.108 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/e1aa33b6-936d-406e-a88e-921fd1bc092a) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:54:55.721809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] For port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:54:55.725141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] For port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0132201c-2c1c-4ba5-a5e1-d634d72d7d33,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:54:55.772730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:55.788879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:55.823569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:55.897178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:55.914232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:56.061923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e1aa33b6-936d-406e-a88e-921fd1bc092a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:56.067915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:56.098494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Pushing event updated for resources: {'Port': ['ID=0132201c-2c1c-4ba5-a5e1-d634d72d7d33,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:56.103909 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:56.111680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:54:56.113501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:54:56.115938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:54:56.600122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:57.163940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635157'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:57.419915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2117fe3-2139-481a-aa2b-b7756fba8b66 None None] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:54:57.423540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e is scheduled to L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:54:57.504242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:54:57.565778 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-a543bcc0-3aea-4871-83ab-eda487683084 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1054580 Feb 15 21:54:57.615998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-e1b92a19-4720-4c53-861f-3dc479b6d251 None None] Provisioning for port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:54:57.661798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:54:57.675314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Sync routers for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:54:57.695039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:54:57.707639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:54:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:54:57.721546 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:57.723188 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1710207 Feb 15 21:54:57.726109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 56994) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:54:57.855749 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-de2e6103-e9dd-4f2d-94b5-940091f71610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:57.857772 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-de2e6103-e9dd-4f2d-94b5-940091f71610 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 1162 time: 0.1610935 Feb 15 21:54:58.131109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-6c2866a7-4490-45ea-a3e3-6366cbaa3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:58.134612 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-6c2866a7-4490-45ea-a3e3-6366cbaa3abd service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 909 time: 0.2513332 Feb 15 21:54:58.144595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:54:58.246686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-bc335ea0-1ae2-4769-87c2-702362b6cbfc None None] Provisioning complete for port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:54:58.247249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc335ea0-1ae2-4769-87c2-702362b6cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:58.332266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:54:58.359372 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:54:58.369159 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-35202416-0d07-422b-9445-5aa70e0ff5f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 HTTP/1.1" status: 200 len: 217 time: 0.1114762 Feb 15 21:54:58.382279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:54:58.383232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:58.504267 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-481718c6-4656-4e72-bfcd-0a195ebc279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:54:58.505893 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-481718c6-4656-4e72-bfcd-0a195ebc279c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=296d7eb8-f2de-4f0a-b505-0e720a759be4 HTTP/1.1" status: 200 len: 855 time: 0.1302457 Feb 15 21:54:58.632536 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-917af969-c8be-4a85-b166-9903c4f6dde5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174090 Feb 15 21:54:58.669825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:58.791675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc335ea0-1ae2-4769-87c2-702362b6cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:58.836261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-bc335ea0-1ae2-4769-87c2-702362b6cbfc None None] For port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0132201c-2c1c-4ba5-a5e1-d634d72d7d33,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:54:58.864992 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-764bff83-27c3-4caa-9a9e-699c39a70de9 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241511 Feb 15 21:54:58.902391 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:58.910713 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:54:58.911137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:54:58.932206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:54:56Z', 'revision_number': 3, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:54:58.936490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Checking router: 4574719d-3b69-45f9-ac20-ef02e7ca9a2e for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:54:58.936889 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Updating router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e port e1aa33b6-936d-406e-a88e-921fd1bc092a binding host dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:54:58.959471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bc335ea0-1ae2-4769-87c2-702362b6cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:58.963125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:59.063209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:59.063958 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bd19bb4a-6066-47de-9831-1aa33f2371a6 req-2b4a57a6-ea43-4687-bce5-32314e31cc00 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1892321 Feb 15 21:54:59.120827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-9a964265-5650-4399-8cd8-17b691760c6e None None] Provisioning complete for port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:54:59.121312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9a964265-5650-4399-8cd8-17b691760c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:59.172054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc335ea0-1ae2-4769-87c2-702362b6cbfc None None] Pushing event updated for resources: {'Port': ['ID=0132201c-2c1c-4ba5-a5e1-d634d72d7d33,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:59.177620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bc335ea0-1ae2-4769-87c2-702362b6cbfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:59.298031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:59.305671 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Allocated IP 172.20.0.1 (f0efd66c-3f9b-4ddd-b264-92453b2dea5a/3625f745-f8ca-4a8c-b503-4856dfcfd1e5/f3269179-dc59-49de-846d-0e9c755a71a8) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:54:59.473791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:59.492519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Transition to ACTIVE for port object f3269179-dc59-49de-846d-0e9c755a71a8 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:54:59.535573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:59.551465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Transition to ACTIVE for port object e1aa33b6-936d-406e-a88e-921fd1bc092a will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:54:59.617730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:59.624375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:59.658341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:59.760845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-76658f0d-3528-4e6e-ba61-f8bcab564ebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:54:59.861561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Pushing event updated for resources: {'Port': ['ID=e1aa33b6-936d-406e-a88e-921fd1bc092a,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:59.874697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.875189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.875655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.876096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.876679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.877138 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.877571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.878131 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.878972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.878972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.879260 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.880027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.880617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.881153 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.881352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.881801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.883009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.883139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.883541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.884959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.885251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.885678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.886632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.887103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:54:59.897629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Pushing event updated for resources: {'Port': ['ID=f3269179-dc59-49de-846d-0e9c755a71a8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:54:59.902422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:59.906129 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:54:59.947659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Attempting to bind port e1aa33b6-936d-406e-a88e-921fd1bc092a on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:54:59.947659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Attempting to bind port e1aa33b6-936d-406e-a88e-921fd1bc092a by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:54:59.947659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Attempting to bind port e1aa33b6-936d-406e-a88e-921fd1bc092a on network c0740f9d-599d-4a5b-86e6-eb8d170ab167 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:54:59.951286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:54:59.952448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Checking segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:54:59.953312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:59.953700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Bound using segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:54:59.955747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Bound port: e1aa33b6-936d-406e-a88e-921fd1bc092a, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:54:59.955747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:54:59.957496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:54:59.958792 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:54:59.968187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:54:59.968704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642379'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:00.101701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] For port e1aa33b6-936d-406e-a88e-921fd1bc092a, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:55:00.112767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] For port e1aa33b6-936d-406e-a88e-921fd1bc092a, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=e1aa33b6-936d-406e-a88e-921fd1bc092a,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:55:00.138465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:00.190675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:00.211911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:00.332989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:00.333538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:00.396330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 57054) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:00.467383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-88e63042-97cb-4289-8e8d-da0f24217eba None None] Provisioning for port f3269179-dc59-49de-846d-0e9c755a71a8 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:55:00.484116 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-88e63042-97cb-4289-8e8d-da0f24217eba None None] Provisioning complete for port f3269179-dc59-49de-846d-0e9c755a71a8 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:00.488495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-88e63042-97cb-4289-8e8d-da0f24217eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:00.558525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Pushing event updated for resources: {'Port': ['ID=e1aa33b6-936d-406e-a88e-921fd1bc092a,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:00.565030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ec8e5fc1-dfc6-43e3-b485-1b54a6e80b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:00.581312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:00.675298 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ba18cb17-51d6-4f54-baa6-32269c538103 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c268f73f733a4750a88934e6bc1f167e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775185 Feb 15 21:55:00.677658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 57074) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:00.680589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:55:00.681384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:54:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:00.727178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-88e63042-97cb-4289-8e8d-da0f24217eba None None] Port f3269179-dc59-49de-846d-0e9c755a71a8 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:55:00.783428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:00.851548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:00.950765 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:00.963662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f54dd2d3-ad07-43b4-9241-5c3a56f003ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:00.979832 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:55:01.005680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c194ba72-87fe-45b0-ba24-bd0940fde0eb,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:01.036150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:01.040298 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c194ba72-87fe-45b0-ba24-bd0940fde0eb HTTP/1.1" status: 204 len: 168 time: 0.3607450 Feb 15 21:55:01.044588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.045012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.045416 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.045813 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.046208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.046605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.047030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.047471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.047854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.048244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.048634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.049021 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.049465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.049853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.050243 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.050625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.051008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.061926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.062475 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.062916 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.063318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.063995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.064390 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.064943 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:01.075966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ac3c431f-c811-44c2-ab8a-16bfb9e00bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:01.175611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-1aa8a5fc-8fef-485e-9c5b-ce84bbac18ae tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:01.178784 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-1aa8a5fc-8fef-485e-9c5b-ce84bbac18ae tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/networks?id=71ab14bd-fb0a-4bf1-a944-1822a1fc0626 HTTP/1.1" status: 200 len: 808 time: 0.4818289 Feb 15 21:55:01.290790 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-72bc35b3-af6b-4371-a935-de9b47956e3e tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/quotas/3a497a4152da47dca715f8d9f82341a1 HTTP/1.1" status: 200 len: 375 time: 0.0241339 Feb 15 21:55:01.356327 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-8b6cf381-9f4d-4698-8042-670a5e9d8962 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a497a4152da47dca715f8d9f82341a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646005 Feb 15 21:55:01.449155 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:54:59Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:01.455298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4914270-835b-445e-b5bc-b89b1f68164d None None] The sync data for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi is: [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:54:59Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:55:01.490877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:01.539433 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-0c6cd07b-ce4a-4db5-9f03-90964a7d3b7b service neutron] 10.222.0.41 "GET /v2.0/networks/71ab14bd-fb0a-4bf1-a944-1822a1fc0626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711204 Feb 15 21:55:01.589949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:01.593480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133458'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:01.610465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:01.834638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Pushing event updated for resources: {'Port': ['ID=f3269179-dc59-49de-846d-0e9c755a71a8,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:01.850648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:01.886280 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ed122ec2-8ebe-4340-8713-c66f36cf8e85 service neutron] 10.222.0.41 "GET /v2.0/networks/71ab14bd-fb0a-4bf1-a944-1822a1fc0626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3388324 Feb 15 21:55:01.939135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:55:01.940615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:55:02.261570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:55:02.294201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-27d877ce-5beb-444f-bac5-441acfdc85d1 None None] Provisioning complete for port f3269179-dc59-49de-846d-0e9c755a71a8 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:02.297856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-27d877ce-5beb-444f-bac5-441acfdc85d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:02.419771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-27d877ce-5beb-444f-bac5-441acfdc85d1 None None] Port f3269179-dc59-49de-846d-0e9c755a71a8 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:55:02.578057 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c001004-1d94-44f6-8118-198b0c850dec req-d4ad33e7-38ab-409e-a1f9-1c067c43d829 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 210 time: 0.0861309 Feb 15 21:55:02.640979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:55:02.666811 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] 10.222.0.41 "PUT /v2.0/routers/4574719d-3b69-45f9-ac20-ef02e7ca9a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9392605 Feb 15 21:55:03.851441 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-087b4ee4-3498-4d30-a6f4-fba26ab83345 req-f5169c95-2872-4acb-a423-1255869339de tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 210 time: 0.0523989 Feb 15 21:55:03.877371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 57178) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:03.881463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-255199053-network', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:03.886742 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:03.891910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Usage tracker for resource:network and tenant:aa7c0a2bd4c74ae0aae6bc5f7ef42585 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:03.895615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:03.901799 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:03.971938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Made reservation on behalf of aa7c0a2bd4c74ae0aae6bc5f7ef42585 for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:55:03.977134 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:03.994419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:04.022718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:04.025701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Usage tracker for resource:security_group_rule and tenant:aa7c0a2bd4c74ae0aae6bc5f7ef42585 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:04.030479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:04.038903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:04.092869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device e1aa33b6-936d-406e-a88e-921fd1bc092a up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:04.141380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:04.235165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port e1aa33b6-936d-406e-a88e-921fd1bc092a completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:55:04.235328 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:04.240238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-45787bb5-828c-4a97-a6db-204d35842373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:04.240555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port e1aa33b6-936d-406e-a88e-921fd1bc092a triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:04.241026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:04.274387 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:55:04.284015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d4b296-0754-47f8-939b-e0b9fd10b2fc,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:04.288097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:04.296332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:04.296332 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Added segment 34c600cc-1a09-4bc9-a982-d82e86d7f26c of type vxlan for network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 Feb 15 21:55:04.320578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:04.369536 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:04.387526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port e1aa33b6-936d-406e-a88e-921fd1bc092a, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=e1aa33b6-936d-406e-a88e-921fd1bc092a,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:55:04.400979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:04.402286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:04.402931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:04.408592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c14dd52e-bc2a-4852-bafd-0b3e350a0513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:04.451205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:04.453947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-05b715e2-ea2f-440a-812b-8319380ccefd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:04.542023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=e1aa33b6-936d-406e-a88e-921fd1bc092a,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:04.546451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:04.801887 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Pushing event updated for resources: {'Network': ['ID=61cc726a-d98e-45ad-ab87-7aa6adbe76f1,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:04.807975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:04.817893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:55:04.863623 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9930038 Feb 15 21:55:04.866641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 57196) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:04.873245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Request body: {'subnet': {'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-255199053-subnet', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:04.878985 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:04.886328 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Usage tracker for resource:subnet and tenant:aa7c0a2bd4c74ae0aae6bc5f7ef42585 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:04.889480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:04.895940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:04.932139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:55:04.933187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-68c2c4d7-21de-4849-8c05-a83b0b0f2367 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:04.934031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-68c2c4d7-21de-4849-8c05-a83b0b0f2367 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Synchronizing usage tracker for tenant:3a497a4152da47dca715f8d9f82341a1 on resource:network {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:55:04.983735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Made reservation on behalf of aa7c0a2bd4c74ae0aae6bc5f7ef42585 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:55:04.991198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:05.016433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-68c2c4d7-21de-4849-8c05-a83b0b0f2367 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Unset dirty status for tenant:3a497a4152da47dca715f8d9f82341a1 on resource:network {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:55:05.017816 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-68c2c4d7-21de-4849-8c05-a83b0b0f2367 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.47 "GET /v2.0/networks?id=71ab14bd-fb0a-4bf1-a944-1822a1fc0626 HTTP/1.1" status: 200 len: 808 time: 0.2573459 Feb 15 21:55:05.034774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Request body: {'port': {'device_id': 'eefd3bde-9580-4810-8c56-f2fc7e432c4b', 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626', 'admin_state_up': True, 'tenant_id': '3a497a4152da47dca715f8d9f82341a1'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:05.047990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Sync routers for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:55:05.094737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:55:05.096191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:54:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:05.129244 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec7ded8e-5aec-4a84-a91b-e172cfc1c976 req-fb9bbdb3-37e3-44d9-b469-4d61b3b6ea1a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 210 time: 0.1153500 Feb 15 21:55:05.246706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:05.251118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Usage tracker for resource:port and tenant:3a497a4152da47dca715f8d9f82341a1 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:05.254307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:05.261100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:05.309807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Made reservation on behalf of 3a497a4152da47dca715f8d9f82341a1 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:55:05.317308 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:05.332866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:55:05.592087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:05.635024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:05.697097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Allocated IP 172.20.0.12 (71ab14bd-fb0a-4bf1-a944-1822a1fc0626/95bbd56e-03d9-41dc-805b-de20f21b2685/03b839aa-7061-4218-a46e-2d6aaeb8b7ce) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:55:05.863204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 2, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:05.868708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Checking router: 4574719d-3b69-45f9-ac20-ef02e7ca9a2e for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:55:05.869324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Updating router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e port f3269179-dc59-49de-846d-0e9c755a71a8 binding host dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:55:05.943900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:05.983801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:06.029179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=801d8d0e-21db-4eee-ad81-b4755963bd0b,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:06.034612 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:06.094327 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:06.107136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Checking segment: {'id': '34c600cc-1a09-4bc9-a982-d82e86d7f26c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:55:06.107618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Network hostable DHCP agents. Network: 61cc726a-d98e-45ad-ab87-7aa6adbe76f1, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:55:06.111956 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:06.128883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device e1aa33b6-936d-406e-a88e-921fd1bc092a up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:06.199359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:55:06.246040 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 61cc726a-d98e-45ad-ab87-7aa6adbe76f1) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:55:06.251748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:06.252665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:06.272001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1084f0cf-e061-4bd4-ba4a-b31a1162b1bc None None] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:55:06.288448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Pushing event updated for resources: {'Port': ['ID=03b839aa-7061-4218-a46e-2d6aaeb8b7ce,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:06.292848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:06.400044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:55:06.401375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:55:06.404631 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:55:06.463240 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5953758 Feb 15 21:55:06.467595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 57266) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:06.506347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-255199053-router', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:06.510822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:06.511575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:06.529638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:06.543725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Usage tracker for resource:router and tenant:aa7c0a2bd4c74ae0aae6bc5f7ef42585 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:06.551012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:06.561883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:06.593158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d8505-22ea-4c18-8ac2-c460484febb4 req-63e3b6d4-33d4-4139-86af-719e724aa910 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:06.601094 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f25d8505-22ea-4c18-8ac2-c460484febb4 req-63e3b6d4-33d4-4139-86af-719e724aa910 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 932 time: 0.2506263 Feb 15 21:55:06.625745 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5963347 Feb 15 21:55:06.638166 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Request body: {'port': {'device_id': 'eefd3bde-9580-4810-8c56-f2fc7e432c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:06.666774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854144414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-212397'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:06.667978 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854197748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854226693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854563366'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:06.687165 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f25d8505-22ea-4c18-8ac2-c460484febb4 req-a54966b4-3fe0-4e44-96e9-89063f98d9fd tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848539 Feb 15 21:55:06.723298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port e1aa33b6-936d-406e-a88e-921fd1bc092a triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:06.723298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:06.817853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:06.890690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp543f914f-489b-5c80-8966-c4a2ffbd7571-61cc726a-d98e-45ad-ab87-7aa6adbe76f1', 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'fixed_ips': [{'subnet_id': '801d8d0e-21db-4eee-ad81-b4755963bd0b'}]}} from dv-cinder-775250-3-iscsi. {{(pid=84108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:55:06.891688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:06.909972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:07.280294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Allocated IP 172.20.0.2 (61cc726a-d98e-45ad-ab87-7aa6adbe76f1/801d8d0e-21db-4eee-ad81-b4755963bd0b/f2a08127-922d-43dc-9ca2-ff2a3043d630) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:55:07.347867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854134860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854563381'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:07.494100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b839aa-7061-4218-a46e-2d6aaeb8b7ce {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:55:07.505712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:07.524070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Transition to ACTIVE for port object 03b839aa-7061-4218-a46e-2d6aaeb8b7ce will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:55:07.528372 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:07.540147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Transition to ACTIVE for port object f2a08127-922d-43dc-9ca2-ff2a3043d630 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:55:07.555538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:07.558231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Transition to ACTIVE for port object f2a08127-922d-43dc-9ca2-ff2a3043d630 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:55:07.596835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 57292) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:07.597428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f62b9746-fbeb-4f9f-934b-ebcec1d24a3e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:07.605839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:07.653295 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f57e4dc-0e07-4030-9a77-0f0ca56ca0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:07.833958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:07.849755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Pushing event updated for resources: {'Port': ['ID=f2a08127-922d-43dc-9ca2-ff2a3043d630,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:07.858035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:07.863136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Transition to ACTIVE for port object f3269179-dc59-49de-846d-0e9c755a71a8 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:55:07.924570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:07.935383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Pushing event updated for resources: {'Port': ['ID=03b839aa-7061-4218-a46e-2d6aaeb8b7ce,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:07.956632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:07.974671 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:55:07.977676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:08.004383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.010671 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:55:08.024178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:08.029493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] Usage tracker for resource:security_group_rule and tenant:00f364dea973475b85f2937fd53d61f3 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:08.033843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:08.033978 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:55:08.040601 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:08.049331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.088116 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.118920 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd2c3a-7512-45cd-9563-2a2990349086 req-a990374a-49a2-4205-a900-e9f14fc9dbf6 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:08.120637 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0ebd2c3a-7512-45cd-9563-2a2990349086 req-a990374a-49a2-4205-a900-e9f14fc9dbf6 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.1899741 Feb 15 21:55:08.187959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Attempting to bind port f2a08127-922d-43dc-9ca2-ff2a3043d630 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:55:08.188982 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Attempting to bind port f2a08127-922d-43dc-9ca2-ff2a3043d630 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '34c600cc-1a09-4bc9-a982-d82e86d7f26c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:55:08.188982 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Attempting to bind port f2a08127-922d-43dc-9ca2-ff2a3043d630 on network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:55:08.198760 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7dc0b-a7be-4d33-977d-6f26f165264a None None] Pushing event updated for resources: {'Port': ['ID=f3269179-dc59-49de-846d-0e9c755a71a8,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:08.205276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-84d7dc0b-a7be-4d33-977d-6f26f165264a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:08.206249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:55:08.206664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Checking segment: {'id': '34c600cc-1a09-4bc9-a982-d82e86d7f26c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:55:08.207114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.207578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Bound using segment: {'id': '34c600cc-1a09-4bc9-a982-d82e86d7f26c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:55:08.208102 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Bound port: f2a08127-922d-43dc-9ca2-ff2a3043d630, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c600cc-1a09-4bc9-a982-d82e86d7f26c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:55:08.208527 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.252438 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0ebd2c3a-7512-45cd-9563-2a2990349086 req-c393cd80-64ef-4125-a22e-f238ed9ec386 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155951 Feb 15 21:55:08.285750 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.306642 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Attempting to bind port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:55:08.307026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Attempting to bind port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '5ee1c689-3e2c-4925-ab5b-466423cf8230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:55:08.307420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Attempting to bind port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce on network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:55:08.313785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:55:08.314165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Checking segment: {'id': '5ee1c689-3e2c-4925-ab5b-466423cf8230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:55:08.314576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.314973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Bound using segment: {'id': '5ee1c689-3e2c-4925-ab5b-466423cf8230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:55:08.315502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Bound port: 03b839aa-7061-4218-a46e-2d6aaeb8b7ce, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee1c689-3e2c-4925-ab5b-466423cf8230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:55:08.315959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.323160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] For port f2a08127-922d-43dc-9ca2-ff2a3043d630, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:55:08.326550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] For port f2a08127-922d-43dc-9ca2-ff2a3043d630, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f2a08127-922d-43dc-9ca2-ff2a3043d630,segment=NetworkSegment(34c600cc-1a09-4bc9-a982-d82e86d7f26c),segment_id=34c600cc-1a09-4bc9-a982-d82e86d7f26c)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:55:08.378832 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.404293 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.404764 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8371db7e-2eda-4a09-94b0-f180070581f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:08.431214 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:08.527321 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00f364dea973475b85f2937fd53d61f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8706527 Feb 15 21:55:08.539241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 57312) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:08.565858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d6be98-ec3a-42b4-9c3f-7750387d1f4d,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:08.579661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:08.618914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] For port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:55:08.624741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] For port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=03b839aa-7061-4218-a46e-2d6aaeb8b7ce,segment=NetworkSegment(5ee1c689-3e2c-4925-ab5b-466423cf8230),segment_id=5ee1c689-3e2c-4925-ab5b-466423cf8230)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:55:08.657406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.744288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:08.766560 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Allocated IP 172.27.0.194 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/a44f6e12-2d76-4f2b-91e4-916b891e306f) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:55:08.777733 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56103749-34ff-4069-b169-e015c4d79ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.849547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Pushing event updated for resources: {'Port': ['ID=03b839aa-7061-4218-a46e-2d6aaeb8b7ce,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:08.849923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Attempting to bind port f3269179-dc59-49de-846d-0e9c755a71a8 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:55:08.850348 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Attempting to bind port f3269179-dc59-49de-846d-0e9c755a71a8 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:55:08.850754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Attempting to bind port f3269179-dc59-49de-846d-0e9c755a71a8 on network f0efd66c-3f9b-4ddd-b264-92453b2dea5a {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:55:08.852974 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Pushing event updated for resources: {'Port': ['ID=f2a08127-922d-43dc-9ca2-ff2a3043d630,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:08.856350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:08.856589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56103749-34ff-4069-b169-e015c4d79ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.864952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:08.868673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:55:08.869112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Checking segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:55:08.869546 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.869975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Bound using segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:55:08.870497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Bound port: f3269179-dc59-49de-846d-0e9c755a71a8, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:55:08.870914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.886233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:08.886919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:08.888486 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] 10.222.0.47 "PUT /v2.0/ports/03b839aa-7061-4218-a46e-2d6aaeb8b7ce HTTP/1.1" status: 200 len: 1158 time: 2.2551382 Feb 15 21:55:08.889418 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefd3bde-9580-4810-8c56-f2fc7e432c4b', 'tag': '03b839aa-7061-4218-a46e-2d6aaeb8b7ce'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:55:08.927363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b041098-6dac-4359-8b39-fafa29f57125 req-14c7863b-7751-4a3c-bf8d-6459e29c2977 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:08.929011 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9b041098-6dac-4359-8b39-fafa29f57125 req-14c7863b-7751-4a3c-bf8d-6459e29c2977 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.3825960 Feb 15 21:55:08.995589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] For port f3269179-dc59-49de-846d-0e9c755a71a8, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:55:08.998739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] For port f3269179-dc59-49de-846d-0e9c755a71a8, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f3269179-dc59-49de-846d-0e9c755a71a8,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:55:09.035929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:09.040276 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9b041098-6dac-4359-8b39-fafa29f57125 req-f2fea30a-a6a3-42f6-bd6b-0e86e41110d7 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940237 Feb 15 21:55:09.053420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:09.061584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:09.093035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56103749-34ff-4069-b169-e015c4d79ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:09.099805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4e742d9c-e461-40c2-914a-2b0dd02ba626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:09.116966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56103749-34ff-4069-b169-e015c4d79ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d6be98-ec3a-42b4-9c3f-7750387d1f4d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:09.122444 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-56103749-34ff-4069-b169-e015c4d79ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:09.139911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56103749-34ff-4069-b169-e015c4d79ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:09.141214 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-56103749-34ff-4069-b169-e015c4d79ba0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00d6be98-ec3a-42b4-9c3f-7750387d1f4d HTTP/1.1" status: 204 len: 168 time: 0.5222056 Feb 15 21:55:09.174099 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:09.186173 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefd3bde-9580-4810-8c56-f2fc7e432c4b', 'tag': '03b839aa-7061-4218-a46e-2d6aaeb8b7ce', 'status': 'completed', 'code': 200} Feb 15 21:55:09.195532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:09.262329 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7dc0b-a7be-4d33-977d-6f26f165264a None None] Pushing event updated for resources: {'Port': ['ID=f3269179-dc59-49de-846d-0e9c755a71a8,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:09.266301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-84d7dc0b-a7be-4d33-977d-6f26f165264a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:09.318206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:55:09.319651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:54:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:09.366929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Pushing event updated for resources: {'Port': ['ID=a44f6e12-2d76-4f2b-91e4-916b891e306f,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:09.371284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:09.471179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:55:09.472676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:55:09.480042 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:55:09.678951 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:55:10.045806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39281f49-264b-4dbb-8f91-b8b5382f356f req-7008406a-4317-47d5-a850-bb64595fd85d tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:10.051418 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39281f49-264b-4dbb-8f91-b8b5382f356f req-7008406a-4317-47d5-a850-bb64595fd85d tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.4793844 Feb 15 21:55:10.057506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:08Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:10.062314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82ae85-0afa-471d-85eb-e55e35837356 None None] The sync data for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi is: [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:08Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:55:10.178693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f3269179-dc59-49de-846d-0e9c755a71a8 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:10.254393 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39281f49-264b-4dbb-8f91-b8b5382f356f req-6b1f5c42-0639-4c51-a175-50bf8cef3913 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990592 Feb 15 21:55:10.296937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:10.320399 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port f3269179-dc59-49de-846d-0e9c755a71a8 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:55:10.329032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port f3269179-dc59-49de-846d-0e9c755a71a8 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:10.329032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:10.498198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:10.548172 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port f3269179-dc59-49de-846d-0e9c755a71a8, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f3269179-dc59-49de-846d-0e9c755a71a8,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:55:10.695953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2723cb0-334c-4e8d-9439-c3febbd86622 None None] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:55:10.782645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c375-7779-4237-acc2-1182a5646d6c req-d4d53621-0aaa-4094-bba9-b86f8a7bb250 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:10.790314 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b8c375-7779-4237-acc2-1182a5646d6c req-d4d53621-0aaa-4094-bba9-b86f8a7bb250 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.2098553 Feb 15 21:55:10.806471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635157'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:10.880129 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:10.881015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f2a08127-922d-43dc-9ca2-ff2a3043d630 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:10.950660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:11.040912 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-948105c4-2b1f-4d77-9e01-095ae0744b67 None None] Provisioning for port f2a08127-922d-43dc-9ca2-ff2a3043d630 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:55:11.080047 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b8c375-7779-4237-acc2-1182a5646d6c req-3b0decf6-6246-437f-836c-354b046d3cab tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886066 Feb 15 21:55:11.106433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411e9ef-2546-4010-b16b-c75a3559a766 req-882d0dc5-4c3a-4b6f-bf72-f685d253aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:11.108232 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f411e9ef-2546-4010-b16b-c75a3559a766 req-882d0dc5-4c3a-4b6f-bf72-f685d253aeda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a497a4152da47dca715f8d9f82341a1&device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 1161 time: 0.2015414 Feb 15 21:55:11.113642 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87aba9-71cd-4623-af2b-f1823fb75092 req-3e29bce5-a9e7-41fc-9d84-d77b929f3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:11.115920 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b87aba9-71cd-4623-af2b-f1823fb75092 req-3e29bce5-a9e7-41fc-9d84-d77b929f3a56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 1163 time: 0.1531355 Feb 15 21:55:11.122384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=f3269179-dc59-49de-846d-0e9c755a71a8,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:11.132134 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:11.184430 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Router 48e0e65c-8f73-4cea-b568-b2c54669caa3 is scheduled to L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:55:11.189672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port f2a08127-922d-43dc-9ca2-ff2a3043d630 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:55:11.199132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port f2a08127-922d-43dc-9ca2-ff2a3043d630 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:11.199669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:11.339418 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:55:11.384983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:11.463232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port f2a08127-922d-43dc-9ca2-ff2a3043d630, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f2a08127-922d-43dc-9ca2-ff2a3043d630,segment=NetworkSegment(34c600cc-1a09-4bc9-a982-d82e86d7f26c),segment_id=34c600cc-1a09-4bc9-a982-d82e86d7f26c)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:55:11.476103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:55:11.493989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411e9ef-2546-4010-b16b-c75a3559a766 req-6a67fb81-8e56-4ecb-b833-2fac75aca63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:11.495321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Sync routers for ids ['48e0e65c-8f73-4cea-b568-b2c54669caa3'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:55:11.495637 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f411e9ef-2546-4010-b16b-c75a3559a766 req-6a67fb81-8e56-4ecb-b833-2fac75aca63a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3a497a4152da47dca715f8d9f82341a1&shared=False HTTP/1.1" status: 200 len: 902 time: 0.3786526 Feb 15 21:55:11.496720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87aba9-71cd-4623-af2b-f1823fb75092 req-b1b1f9fa-aabe-409c-9966-4121f88ca05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:11.498138 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b87aba9-71cd-4623-af2b-f1823fb75092 req-b1b1f9fa-aabe-409c-9966-4121f88ca05b service neutron] 10.222.0.47 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 911 time: 0.3302946 Feb 15 21:55:11.503321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:11.505339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:11.511553 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Routers {'48e0e65c-8f73-4cea-b568-b2c54669caa3'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:55:11.512847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:54:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['48e0e65c-8f73-4cea-b568-b2c54669caa3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:11.628285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f041ac1-c920-4965-8f81-8d931c4fc592 req-4d59eb74-072d-4816-889b-320d3899c2e2 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:11.629528 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f041ac1-c920-4965-8f81-8d931c4fc592 req-4d59eb74-072d-4816-889b-320d3899c2e2 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.1427824 Feb 15 21:55:11.660149 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:11.661481 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1841488 Feb 15 21:55:11.664880 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 57356) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:11.696218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=f2a08127-922d-43dc-9ca2-ff2a3043d630,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:11.713358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:11.730736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-78920e0e-47c9-47ed-91dc-866422ee8c62 None None] Provisioning complete for port f2a08127-922d-43dc-9ca2-ff2a3043d630 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:11.731380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-78920e0e-47c9-47ed-91dc-866422ee8c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:11.852107 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b87aba9-71cd-4623-af2b-f1823fb75092 req-d63b1e37-5cb6-44ee-93a1-cb693a4137fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35501adf-01ff-4359-aeee-9a08e6b4142f HTTP/1.1" status: 200 len: 217 time: 0.3395798 Feb 15 21:55:11.892421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Set router 48e0e65c-8f73-4cea-b568-b2c54669caa3 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:55:11.954776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411e9ef-2546-4010-b16b-c75a3559a766 req-8f4e09e4-fa25-4db4-accc-08964cc61231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:11.956429 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f411e9ef-2546-4010-b16b-c75a3559a766 req-8f4e09e4-fa25-4db4-accc-08964cc61231 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4427640 Feb 15 21:55:12.016084 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f041ac1-c920-4965-8f81-8d931c4fc592 req-f2430566-1cd5-4101-99e6-46df56ec46d0 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761437 Feb 15 21:55:12.171869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-340749c7-06c7-43d0-bbee-8bf071266318 None None] Provisioning complete for port f2a08127-922d-43dc-9ca2-ff2a3043d630 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:12.172723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-340749c7-06c7-43d0-bbee-8bf071266318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:12.274031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f3269179-dc59-49de-846d-0e9c755a71a8 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:12.553217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87aba9-71cd-4623-af2b-f1823fb75092 req-ee5550e6-b63f-4260-8b4f-3fd7ed54f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:12.559410 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b87aba9-71cd-4623-af2b-f1823fb75092 req-ee5550e6-b63f-4260-8b4f-3fd7ed54f709 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6b95482-3fbe-4ddb-8ee0-e681429535cc HTTP/1.1" status: 200 len: 857 time: 0.6833582 Feb 15 21:55:12.561544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port f3269179-dc59-49de-846d-0e9c755a71a8 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:12.561977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:12.566822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'name': 'tempest-TestVolumeBootPattern-255199053-router', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:55:06Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 3, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'gw_port': {'id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:08Z', 'updated_at': '2021-02-15T21:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:12.572290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Checking router: 48e0e65c-8f73-4cea-b568-b2c54669caa3 for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:55:12.572622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Updating router 48e0e65c-8f73-4cea-b568-b2c54669caa3 port a44f6e12-2d76-4f2b-91e4-916b891e306f binding host dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:55:12.629484 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b87aba9-71cd-4623-af2b-f1823fb75092 req-a0bb7c20-197e-4525-8391-29864c294254 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab784b0-102e-4d43-b39d-724e4f4f3af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613840 Feb 15 21:55:12.722611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:12.811475 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-7e860caa-ad8b-4b36-9128-df33ae8cffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:12.815340 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-7e860caa-ad8b-4b36-9128-df33ae8cffc2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a497a4152da47dca715f8d9f82341a1&device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 1161 time: 0.7882893 Feb 15 21:55:12.825253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f2a08127-922d-43dc-9ca2-ff2a3043d630 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:12.863325 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-0d6de570-2e3e-4dd8-adc3-196e4907b378 None None] Provisioning complete for port f2a08127-922d-43dc-9ca2-ff2a3043d630 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:12.863808 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0d6de570-2e3e-4dd8-adc3-196e4907b378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:12.932813 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-739e4816-5a24-4722-840a-d84dbd556181 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03b839aa-7061-4218-a46e-2d6aaeb8b7ce HTTP/1.1" status: 200 len: 217 time: 0.0998490 Feb 15 21:55:12.969249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f04f-375f-4730-a584-7f22ced21ee4 req-8492eb8b-6e9b-404c-80db-8f4d9a14c83c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:12.977760 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bc56f04f-375f-4730-a584-7f22ced21ee4 req-8492eb8b-6e9b-404c-80db-8f4d9a14c83c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.4058144 Feb 15 21:55:12.980474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port f2a08127-922d-43dc-9ca2-ff2a3043d630 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:12.981270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:13.052684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-5a5f972b-6023-4f5c-b555-6231c62eb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:13.054369 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-5a5f972b-6023-4f5c-b555-6231c62eb92e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95bbd56e-03d9-41dc-805b-de20f21b2685 HTTP/1.1" status: 200 len: 848 time: 0.1123812 Feb 15 21:55:13.061620 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b87aba9-71cd-4623-af2b-f1823fb75092 req-a3b8a8d5-e237-4d09-b8f7-37a1833fddb3 service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132032 Feb 15 21:55:13.079648 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bc56f04f-375f-4730-a584-7f22ced21ee4 req-1145c47a-8319-4ff6-b9d2-e1db1786dec9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972147 Feb 15 21:55:13.289366 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-fcd44f4f-4819-4cce-8a92-a22236f30168 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71ab14bd-fb0a-4bf1-a944-1822a1fc0626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2267675 Feb 15 21:55:13.334528 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b87aba9-71cd-4623-af2b-f1823fb75092 req-c24f0233-36f6-4265-bfed-d832955d160c service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2039890 Feb 15 21:55:13.517124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:13.529173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Transition to ACTIVE for port object a44f6e12-2d76-4f2b-91e4-916b891e306f will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:55:13.560401 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:13.576761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:13.628839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-17e9c878-b82f-4977-b19d-124f6c6c6c2b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:13.631104 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-17e9c878-b82f-4977-b19d-124f6c6c6c2b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 815 time: 0.4038920 Feb 15 21:55:13.639831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c455a-2ee3-4604-ba3c-fb2c75ff00c6 req-8072f01c-efd1-4be0-8a30-3ae37acb5eec tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:13.647920 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-398c455a-2ee3-4604-ba3c-fb2c75ff00c6 req-8072f01c-efd1-4be0-8a30-3ae37acb5eec tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.3147013 Feb 15 21:55:13.672665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:13.701064 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-1820d9b7-0ee9-42e1-a994-af6ba4ae1b0d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/quotas/82291558adee4ba9ba7330ecf6d9ed23 HTTP/1.1" status: 200 len: 375 time: 0.0338528 Feb 15 21:55:13.736340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ea2d5-f5fe-4856-9ace-c32f0d19dd6e None None] Pushing event updated for resources: {'Port': ['ID=a44f6e12-2d76-4f2b-91e4-916b891e306f,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:13.739961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-152ea2d5-f5fe-4856-9ace-c32f0d19dd6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:13.798157 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-398c455a-2ee3-4604-ba3c-fb2c75ff00c6 req-df76c190-ac4c-4e4a-b1e4-bafe3b1bfb4e tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496618 Feb 15 21:55:13.800951 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Attempting to bind port a44f6e12-2d76-4f2b-91e4-916b891e306f on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:55:13.801514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Attempting to bind port a44f6e12-2d76-4f2b-91e4-916b891e306f by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:55:13.802000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Attempting to bind port a44f6e12-2d76-4f2b-91e4-916b891e306f on network c0740f9d-599d-4a5b-86e6-eb8d170ab167 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:55:13.807928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:55:13.808441 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Checking segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:55:13.808983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:13.809487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Bound using segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:55:13.810087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Bound port: a44f6e12-2d76-4f2b-91e4-916b891e306f, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:55:13.810576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:13.894545 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] For port a44f6e12-2d76-4f2b-91e4-916b891e306f, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:55:13.900680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] For port a44f6e12-2d76-4f2b-91e4-916b891e306f, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=a44f6e12-2d76-4f2b-91e4-916b891e306f,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:55:13.938979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:13.940803 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-8415c450-2f09-4d14-866f-d3de288e7c38 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2298779 Feb 15 21:55:13.957701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:14.111919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ea2d5-f5fe-4856-9ace-c32f0d19dd6e None None] Pushing event updated for resources: {'Port': ['ID=a44f6e12-2d76-4f2b-91e4-916b891e306f,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:14.117634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-152ea2d5-f5fe-4856-9ace-c32f0d19dd6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:14.162164 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Routers {'48e0e65c-8f73-4cea-b568-b2c54669caa3'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:55:14.162835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:54:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['48e0e65c-8f73-4cea-b568-b2c54669caa3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:14.195448 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-0cf0225a-c446-4616-a799-34d57607216e service neutron] 10.222.0.41 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186282 Feb 15 21:55:14.357875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] Set router 48e0e65c-8f73-4cea-b568-b2c54669caa3 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:55:14.358491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Allocated IP 172.20.0.1 (61cc726a-d98e-45ad-ab87-7aa6adbe76f1/801d8d0e-21db-4eee-ad81-b4755963bd0b/23c9be09-29a1-4124-8a6f-ab161ac71823) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:55:14.501050 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-91e0c0b8-380e-4cd6-83c1-79032c6cbf7e service neutron] 10.222.0.41 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2962651 Feb 15 21:55:14.551353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:14.568291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Transition to ACTIVE for port object 23c9be09-29a1-4124-8a6f-ab161ac71823 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:55:14.660610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:14.668491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'name': 'tempest-TestVolumeBootPattern-255199053-router', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:55:06Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 3, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'gw_port': {'id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:08Z', 'updated_at': '2021-02-15T21:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:14.672935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78eb982-d987-4481-a7b7-3ed0f4d59378 None None] The sync data for ids ['48e0e65c-8f73-4cea-b568-b2c54669caa3'] in dv-cinder-775250-3-iscsi is: [{'id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'name': 'tempest-TestVolumeBootPattern-255199053-router', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:55:06Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 3, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'gw_port': {'id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:08Z', 'updated_at': '2021-02-15T21:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:55:14.685811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:15.098890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Pushing event updated for resources: {'Port': ['ID=23c9be09-29a1-4124-8a6f-ab161ac71823,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:15.107419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:15.163900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f878787-215d-443f-b625-0c4f1054c3fd req-9ce80d9d-c1f8-4391-a84d-90c0a99ca0f2 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:15.165580 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2f878787-215d-443f-b625-0c4f1054c3fd req-9ce80d9d-c1f8-4391-a84d-90c0a99ca0f2 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.4103959 Feb 15 21:55:15.193777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:55:15.196716 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:55:15.201503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:55:15.202189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642379'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:15.277146 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2f878787-215d-443f-b625-0c4f1054c3fd req-4b76a8ca-d87b-4829-b99f-09323bb38a71 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019790 Feb 15 21:55:15.429808 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e19a4ce9-8e5b-493f-a8c2-8faf6f20dfe7 req-c78e6001-3bbc-4571-baa4-c34bd0d9a135 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 210 time: 0.0963030 Feb 15 21:55:15.460237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:15.548305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-76ff3724-a538-421a-abe9-4fc6fcff1591 None None] Provisioning for port 23c9be09-29a1-4124-8a6f-ab161ac71823 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:55:15.555929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-76ff3724-a538-421a-abe9-4fc6fcff1591 None None] Provisioning complete for port 23c9be09-29a1-4124-8a6f-ab161ac71823 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:15.556428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-76ff3724-a538-421a-abe9-4fc6fcff1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:15.619023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-76ff3724-a538-421a-abe9-4fc6fcff1591 None None] Port 23c9be09-29a1-4124-8a6f-ab161ac71823 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:55:15.817030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1cf6a-76f6-4e7a-ada9-022acc89850d req-450ca1f6-9a60-4b88-a65e-198a7bf980aa tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:15.818633 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9e1cf6a-76f6-4e7a-ada9-022acc89850d req-450ca1f6-9a60-4b88-a65e-198a7bf980aa tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.2148860 Feb 15 21:55:15.893095 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9e1cf6a-76f6-4e7a-ada9-022acc89850d req-795d967c-f3db-4cdf-8d29-c23146158e4a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680611 Feb 15 21:55:15.923678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:15.977286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:15.978370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133458'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:15.995514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:16.084960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device a44f6e12-2d76-4f2b-91e4-916b891e306f up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:16.142021 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Pushing event updated for resources: {'Port': ['ID=23c9be09-29a1-4124-8a6f-ab161ac71823,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:16.145615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:16.192693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:55:16.194103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:55:16.199201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port a44f6e12-2d76-4f2b-91e4-916b891e306f completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:55:16.204651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port a44f6e12-2d76-4f2b-91e4-916b891e306f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:16.205072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:16.417068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Router 48e0e65c-8f73-4cea-b568-b2c54669caa3 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:55:16.502179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-b1f3ec5f-0446-42ff-a860-cb54febdae80 None None] Provisioning complete for port 23c9be09-29a1-4124-8a6f-ab161ac71823 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:16.502687 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b1f3ec5f-0446-42ff-a860-cb54febdae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:16.561730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:16.580514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3ec5f-0446-42ff-a860-cb54febdae80 None None] Port 23c9be09-29a1-4124-8a6f-ab161ac71823 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:55:16.585928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port a44f6e12-2d76-4f2b-91e4-916b891e306f, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=a44f6e12-2d76-4f2b-91e4-916b891e306f,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:55:16.639883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:16.647656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:16.696944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ac51-73e0-4718-b3ec-ea61a855fa68 req-aab5a30e-0717-4851-a097-42cbb5a657d2 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:16.699412 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ee22ac51-73e0-4718-b3ec-ea61a855fa68 req-aab5a30e-0717-4851-a097-42cbb5a657d2 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.2782381 Feb 15 21:55:16.702455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:55:16.720863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=a44f6e12-2d76-4f2b-91e4-916b891e306f,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:16.724165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:16.729934 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] 10.222.0.41 "PUT /v2.0/routers/48e0e65c-8f73-4cea-b568-b2c54669caa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0639906 Feb 15 21:55:16.760457 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ee22ac51-73e0-4718-b3ec-ea61a855fa68 req-4c510291-22c4-4489-a0db-4fc2f495bf6f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516450 Feb 15 21:55:16.911601 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-888511cb-622b-4373-9804-0e0d0d7eb484 req-b14ac270-b230-4fa0-bcda-742d69ae3ef8 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 210 time: 0.0485089 Feb 15 21:55:17.490748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Sync routers for ids ['48e0e65c-8f73-4cea-b568-b2c54669caa3'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:55:17.514292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Routers {'48e0e65c-8f73-4cea-b568-b2c54669caa3'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:55:17.514994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:54:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['48e0e65c-8f73-4cea-b568-b2c54669caa3'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:17.649743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b4af3294-7d7d-425c-a3b5-926613b0ea13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:17.710225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Set router 48e0e65c-8f73-4cea-b568-b2c54669caa3 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:55:17.792581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16080c92-54a7-4c52-b3d5-d60ae7e197bd req-de75008b-c615-44f5-8496-0cfbf935887e tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:17.794175 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-16080c92-54a7-4c52-b3d5-d60ae7e197bd req-de75008b-c615-44f5-8496-0cfbf935887e tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0928912 Feb 15 21:55:17.843802 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-16080c92-54a7-4c52-b3d5-d60ae7e197bd req-ec46b50b-6720-4541-9b7c-28ed97273463 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Feb 15 21:55:17.873416 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-955421520', 'description': 'tempest-TestVolumeBootPattern-955421520 description'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:17.880249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:17.884279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Usage tracker for resource:security_group and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:17.887305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:17.893797 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:17.931988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:17.960486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:17.964534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Usage tracker for resource:security_group_rule and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:17.967520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:17.973260 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:18.058628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.066329 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'name': 'tempest-TestVolumeBootPattern-255199053-router', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:55:06Z', 'updated_at': '2021-02-15T21:55:15Z', 'revision_number': 4, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'gw_port': {'id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:08Z', 'updated_at': '2021-02-15T21:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '23c9be09-29a1-4124-8a6f-ab161ac71823', 'name': '', 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'mac_address': 'fa:16:3e:0c:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '801d8d0e-21db-4eee-ad81-b4755963bd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:13Z', 'updated_at': '2021-02-15T21:55:15Z', 'revision_number': 2, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'subnets': [{'id': '801d8d0e-21db-4eee-ad81-b4755963bd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:18.070723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Checking router: 48e0e65c-8f73-4cea-b568-b2c54669caa3 for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:55:18.071123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Updating router 48e0e65c-8f73-4cea-b568-b2c54669caa3 port 23c9be09-29a1-4124-8a6f-ab161ac71823 binding host dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:55:18.080504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.086436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:18.104387 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device a44f6e12-2d76-4f2b-91e4-916b891e306f up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:18.128178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15437c0-5aef-4e6e-b592-a48607ebdac8,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:18.131041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:18.154784 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.156239 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c720ca4b-7ee9-48f2-8255-084c33bcd492 req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2874560 Feb 15 21:55:18.184470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.270504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port a44f6e12-2d76-4f2b-91e4-916b891e306f triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:18.270925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.337793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee02220-feb0-451d-8c1c-92217a42f899 req-73beca2d-355a-4b00-8713-2aaa706bff58 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:18.339569 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0ee02220-feb0-451d-8c1c-92217a42f899 req-73beca2d-355a-4b00-8713-2aaa706bff58 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0896490 Feb 15 21:55:18.390764 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0ee02220-feb0-451d-8c1c-92217a42f899 req-ee2713a2-3c0a-446b-9f94-168213f385dd tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423253 Feb 15 21:55:18.543339 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-25801960-1d12-4c70-b334-f068565d53f3 req-cdb1e1c1-2c4b-484c-b301-0b22ff25b9de tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 210 time: 0.0479395 Feb 15 21:55:18.619886 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e190883f-5165-4baf-98f2-7c360c8e809e req-b3b574bc-75fe-41f3-acaf-0a7827ec9b73 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups/f15437c0-5aef-4e6e-b592-a48607ebdac8 HTTP/1.1" status: 200 len: 1806 time: 0.0502191 Feb 15 21:55:18.641086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f15437c0-5aef-4e6e-b592-a48607ebdac8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:18.641404 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f15437c0-5aef-4e6e-b592-a48607ebdac8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:18.652653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:18.657361 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Usage tracker for resource:security_group_rule and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:18.660457 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:18.666466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:18.754967 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.760691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.767163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Transition to ACTIVE for port object 23c9be09-29a1-4124-8a6f-ab161ac71823 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:55:18.793035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.823549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.840777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:18.870064 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.872526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:18.897309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12edee61-6e31-4226-984b-e28bbdd1fd40,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:18.899949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:18.937653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:18.939199 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e190883f-5165-4baf-98f2-7c360c8e809e req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3119066 Feb 15 21:55:18.990025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ecbdc-cb41-4e27-b97b-2b2dee50038e None None] Pushing event updated for resources: {'Port': ['ID=23c9be09-29a1-4124-8a6f-ab161ac71823,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:18.994619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-154ecbdc-cb41-4e27-b97b-2b2dee50038e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:19.125369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f056e3-98e1-453e-a563-dfc94207e010 req-0a84aefb-dea9-4671-9af1-dfd280af5a66 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:19.127164 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c6f056e3-98e1-453e-a563-dfc94207e010 req-0a84aefb-dea9-4671-9af1-dfd280af5a66 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0918691 Feb 15 21:55:19.156471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Attempting to bind port 23c9be09-29a1-4124-8a6f-ab161ac71823 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:55:19.156827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Attempting to bind port 23c9be09-29a1-4124-8a6f-ab161ac71823 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '34c600cc-1a09-4bc9-a982-d82e86d7f26c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:55:19.157244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Attempting to bind port 23c9be09-29a1-4124-8a6f-ab161ac71823 on network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:55:19.163253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:55:19.163718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Checking segment: {'id': '34c600cc-1a09-4bc9-a982-d82e86d7f26c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:55:19.164176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:19.164623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Bound using segment: {'id': '34c600cc-1a09-4bc9-a982-d82e86d7f26c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:55:19.165196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Bound port: 23c9be09-29a1-4124-8a6f-ab161ac71823, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c600cc-1a09-4bc9-a982-d82e86d7f26c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:55:19.165623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:19.181376 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c6f056e3-98e1-453e-a563-dfc94207e010 req-19cd336a-5331-45d3-a46a-661ae797c56e tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471022 Feb 15 21:55:19.268041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] For port 23c9be09-29a1-4124-8a6f-ab161ac71823, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:55:19.270224 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-036cc29c-bd1a-42c3-b8ba-15c609740cf0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups/f15437c0-5aef-4e6e-b592-a48607ebdac8 HTTP/1.1" status: 200 len: 2399 time: 0.0482991 Feb 15 21:55:19.271294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] For port 23c9be09-29a1-4124-8a6f-ab161ac71823, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=23c9be09-29a1-4124-8a6f-ab161ac71823,segment=NetworkSegment(34c600cc-1a09-4bc9-a982-d82e86d7f26c),segment_id=34c600cc-1a09-4bc9-a982-d82e86d7f26c)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:55:19.281248 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f15437c0-5aef-4e6e-b592-a48607ebdac8', 'remote_group_id': None}]} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:19.287528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f15437c0-5aef-4e6e-b592-a48607ebdac8', 'remote_group_id': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:19.287826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:19.291857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Usage tracker for resource:security_group_rule and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:19.294903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:19.300707 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:19.311719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:19.327527 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bc335ea0-1ae2-4769-87c2-702362b6cbfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:19.401346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:19.425106 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:19.457440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:19.464922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7d8dcf7c-b664-4e39-8def-ae37f4a918e9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:19.487190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b0996d-4860-4f39-b58a-f88806851984,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:19.490326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:19.493979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ecbdc-cb41-4e27-b97b-2b2dee50038e None None] Pushing event updated for resources: {'Port': ['ID=23c9be09-29a1-4124-8a6f-ab161ac71823,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:19.498456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-154ecbdc-cb41-4e27-b97b-2b2dee50038e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:19.526082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:19.527696 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2ea4af41-7347-4a9f-9730-e928660c8ad7 req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2508569 Feb 15 21:55:19.535095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Routers {'48e0e65c-8f73-4cea-b568-b2c54669caa3'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:55:19.535790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:54:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['48e0e65c-8f73-4cea-b568-b2c54669caa3'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:19.756865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1c23-ec4a-4592-a788-87dbaf83456f req-06c4d3f1-30f4-41d2-9dd0-7f55271ba426 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:19.764711 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-73df1c23-ec4a-4592-a788-87dbaf83456f req-06c4d3f1-30f4-41d2-9dd0-7f55271ba426 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1158152 Feb 15 21:55:19.814615 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-73df1c23-ec4a-4592-a788-87dbaf83456f req-22e6b535-086e-4d63-9292-9f21c1b77b32 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488403 Feb 15 21:55:20.048554 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c72624af-7e2e-4bea-a568-d8f55f53e528 req-bfa70046-25b6-419d-a442-60c29d259ce0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 210 time: 0.0849514 Feb 15 21:55:20.068642 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-e5a22c62-0e24-4881-975b-70aab8deddba service neutron] 10.222.0.47 "GET /v2.0/networks/71ab14bd-fb0a-4bf1-a944-1822a1fc0626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358704 Feb 15 21:55:20.118884 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] Set router 48e0e65c-8f73-4cea-b568-b2c54669caa3 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:55:20.169873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d5ad49f8-035c-4a42-846c-52d11452952c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:20.232258 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd7625d8-7a5a-442a-b4f6-d25084c2154f req-e28fe657-9298-49b2-9f83-81418e5546c1 service neutron] 10.222.0.47 "GET /v2.0/networks/71ab14bd-fb0a-4bf1-a944-1822a1fc0626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1552331 Feb 15 21:55:20.428928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e07389-aa35-4df6-abc4-6b2f5e3f983a req-7b6bb9ec-40b5-4a63-888c-d97366f48a98 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:20.430870 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7e07389-aa35-4df6-abc4-6b2f5e3f983a req-7b6bb9ec-40b5-4a63-888c-d97366f48a98 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0964005 Feb 15 21:55:20.481939 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7e07389-aa35-4df6-abc4-6b2f5e3f983a req-797cdfb6-828c-4ad5-828e-d7c8fa577a18 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Feb 15 21:55:20.496173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'name': 'tempest-TestVolumeBootPattern-255199053-router', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:55:06Z', 'updated_at': '2021-02-15T21:55:15Z', 'revision_number': 4, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'gw_port': {'id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:08Z', 'updated_at': '2021-02-15T21:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '23c9be09-29a1-4124-8a6f-ab161ac71823', 'name': '', 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'mac_address': 'fa:16:3e:0c:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '801d8d0e-21db-4eee-ad81-b4755963bd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:13Z', 'updated_at': '2021-02-15T21:55:19Z', 'revision_number': 4, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'subnets': [{'id': '801d8d0e-21db-4eee-ad81-b4755963bd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:55:20.501195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d68e6-f3f7-430c-8bed-d0ae40802554 None None] The sync data for ids ['48e0e65c-8f73-4cea-b568-b2c54669caa3'] in dv-cinder-775250-3-iscsi is: [{'id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'name': 'tempest-TestVolumeBootPattern-255199053-router', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:55:06Z', 'updated_at': '2021-02-15T21:55:15Z', 'revision_number': 4, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'gw_port': {'id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:08Z', 'updated_at': '2021-02-15T21:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '23c9be09-29a1-4124-8a6f-ab161ac71823', 'name': '', 'network_id': '61cc726a-d98e-45ad-ab87-7aa6adbe76f1', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'mac_address': 'fa:16:3e:0c:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '801d8d0e-21db-4eee-ad81-b4755963bd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:13Z', 'updated_at': '2021-02-15T21:55:19Z', 'revision_number': 4, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'subnets': [{'id': '801d8d0e-21db-4eee-ad81-b4755963bd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:55:20.531718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:21.032907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d9c67-4370-4281-911b-fe3739e7ecb2 req-54609021-eb7a-47ee-9fc3-d9adc1c415b3 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:21.035180 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0a6d9c67-4370-4281-911b-fe3739e7ecb2 req-54609021-eb7a-47ee-9fc3-d9adc1c415b3 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0984418 Feb 15 21:55:21.113631 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0a6d9c67-4370-4281-911b-fe3739e7ecb2 req-5be510b5-e700-4511-9194-98be03881fb4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697854 Feb 15 21:55:21.284639 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3caf1228-8d2d-423e-9f12-90aa67b4b239 req-f812bad4-f200-4fda-9f89-b2457989f405 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 210 time: 0.0635233 Feb 15 21:55:21.691068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02fa21-fab2-49c3-b7e1-130f219fae77 req-5e86c3d3-73e7-4957-bb95-3b5755cb0ab9 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:21.692712 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dd02fa21-fab2-49c3-b7e1-130f219fae77 req-5e86c3d3-73e7-4957-bb95-3b5755cb0ab9 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0917187 Feb 15 21:55:21.743279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:21.747349 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dd02fa21-fab2-49c3-b7e1-130f219fae77 req-a02adbc4-bb27-49d7-813e-ebf7dc520e85 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480635 Feb 15 21:55:22.093822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 23c9be09-29a1-4124-8a6f-ab161ac71823 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:22.232160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-ad13637c-8721-4237-b5fc-d718edbf42f7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:22.233766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 23c9be09-29a1-4124-8a6f-ab161ac71823 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:55:22.233889 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-ad13637c-8721-4237-b5fc-d718edbf42f7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "GET /v2.0/networks?id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 200 len: 815 time: 0.1780441 Feb 15 21:55:22.251748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 23c9be09-29a1-4124-8a6f-ab161ac71823 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:22.252430 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:22.294512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Request body: {'port': {'device_id': 'c2322ada-c185-4cf7-9b69-d3bf27260592', 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13', 'admin_state_up': True, 'tenant_id': '82291558adee4ba9ba7330ecf6d9ed23'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:22.351811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b817144-2ac3-45d9-89d8-381d8fb9800e req-d938b9f7-de2d-4207-acee-002cd1bb896a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:22.353837 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b817144-2ac3-45d9-89d8-381d8fb9800e req-d938b9f7-de2d-4207-acee-002cd1bb896a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1126244 Feb 15 21:55:22.420034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:22.437260 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b817144-2ac3-45d9-89d8-381d8fb9800e req-ca1b8635-c6b2-4bb3-b1bc-b73f237a6931 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759163 Feb 15 21:55:22.456177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:22.462291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Usage tracker for resource:port and tenant:82291558adee4ba9ba7330ecf6d9ed23 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:22.465979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:22.471665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 23c9be09-29a1-4124-8a6f-ab161ac71823, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=23c9be09-29a1-4124-8a6f-ab161ac71823,segment=NetworkSegment(34c600cc-1a09-4bc9-a982-d82e86d7f26c),segment_id=34c600cc-1a09-4bc9-a982-d82e86d7f26c)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:55:22.473820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:22.509224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:22.512823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-84d7dc0b-a7be-4d33-977d-6f26f165264a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:22.533517 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0c21616-7667-46a2-8609-7ee0d854021a req-b798b7c0-de93-4edc-b7c0-b00575d256a7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 210 time: 0.0789044 Feb 15 21:55:22.537491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Made reservation on behalf of 82291558adee4ba9ba7330ecf6d9ed23 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:55:22.543314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:22.588753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=23c9be09-29a1-4124-8a6f-ab161ac71823,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:22.592307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:22.879047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Allocated IP 172.20.0.8 (6a3a2f6b-7872-411a-b79a-f1bbcfabef13/296d7eb8-f2de-4f0a-b505-0e720a759be4/a25dc47c-76e4-4569-899a-d714549130ca) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:55:22.967716 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4acd0b-c1e9-46d6-8d86-6616cd7ec8c1 req-c5e17a7b-95f2-45a8-a296-071484c13890 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:22.969836 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf4acd0b-c1e9-46d6-8d86-6616cd7ec8c1 req-c5e17a7b-95f2-45a8-a296-071484c13890 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0938115 Feb 15 21:55:23.020056 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf4acd0b-c1e9-46d6-8d86-6616cd7ec8c1 req-fc77014f-0c04-46d9-b4d8-f2549e8fda0f tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Feb 15 21:55:23.046205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:23.103033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:23.155123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:23.169864 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-07166b7e-648e-480d-935c-3c2d6dd4f0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:23.316600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Pushing event updated for resources: {'Port': ['ID=a25dc47c-76e4-4569-899a-d714549130ca,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:23.319789 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:23.371563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:55:23.372738 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:55:23.375127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:55:23.443426 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:23.444072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:23.521874 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2321985 Feb 15 21:55:23.647779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab681f09-2274-4d82-bd64-47f2892107e5 req-58051d89-8880-4274-a195-1ef5c6d7c5bf tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:23.649585 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ab681f09-2274-4d82-bd64-47f2892107e5 req-58051d89-8880-4274-a195-1ef5c6d7c5bf tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0904038 Feb 15 21:55:23.700044 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ab681f09-2274-4d82-bd64-47f2892107e5 req-ee3e0d3d-c390-4e2f-a570-f637f61860c8 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 Feb 15 21:55:23.888522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c4c73-184f-4886-92ea-770fec48caed req-962af48a-14c2-4def-8172-f55d3595549b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:23.890683 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-af9c4c73-184f-4886-92ea-770fec48caed req-962af48a-14c2-4def-8172-f55d3595549b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 931 time: 0.0907252 Feb 15 21:55:23.940623 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-af9c4c73-184f-4886-92ea-770fec48caed req-5449f3d7-8470-420d-abc1-f3d0d18c4481 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Feb 15 21:55:24.081200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 23c9be09-29a1-4124-8a6f-ab161ac71823 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:24.161476 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 23c9be09-29a1-4124-8a6f-ab161ac71823 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:24.162051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:24.232403 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5498759-e609-40b4-a40c-7eebf02ae0b7 req-fe9081d2-cbf7-448f-a412-52f69102f23a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:24.234452 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5498759-e609-40b4-a40c-7eebf02ae0b7 req-fe9081d2-cbf7-448f-a412-52f69102f23a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0897720 Feb 15 21:55:24.281655 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5498759-e609-40b4-a40c-7eebf02ae0b7 req-c37a15f5-d3c4-4274-aae6-2175217b6a14 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Feb 15 21:55:24.908010 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd9cf7-87ae-448d-9cef-50c11c24bb12 req-d3c5b45f-cafc-4568-b9e1-d12891c0c726 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:24.909620 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-07bd9cf7-87ae-448d-9cef-50c11c24bb12 req-d3c5b45f-cafc-4568-b9e1-d12891c0c726 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0905132 Feb 15 21:55:24.958453 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-07bd9cf7-87ae-448d-9cef-50c11c24bb12 req-695ef505-e9be-4925-80f2-433923136a20 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Feb 15 21:55:25.143268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c220f8-7f57-46ba-8dce-088b10903ddb req-f2120b09-7a37-4b86-8279-8dd3bf8c55e1 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:25.145267 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c3c220f8-7f57-46ba-8dce-088b10903ddb req-f2120b09-7a37-4b86-8279-8dd3bf8c55e1 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 931 time: 0.0887146 Feb 15 21:55:25.205227 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c3c220f8-7f57-46ba-8dce-088b10903ddb req-c65cb840-3e9a-4acc-b9d5-c0543edbf1ce tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Feb 15 21:55:25.480348 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ab606-aa59-401a-a519-f669d5c4a3f6 req-fe5a1694-8097-4461-b410-4686900d2535 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:25.482003 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a18ab606-aa59-401a-a519-f669d5c4a3f6 req-fe5a1694-8097-4461-b410-4686900d2535 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0854046 Feb 15 21:55:25.534544 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a18ab606-aa59-401a-a519-f669d5c4a3f6 req-813186d8-3ed4-4c19-855d-75159e45db1e tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461164 Feb 15 21:55:26.354528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9b7df-9a14-406c-ac98-a646a859e819 req-9442639b-8415-4200-928f-33d80b89425f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:26.356162 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5bf9b7df-9a14-406c-ac98-a646a859e819 req-9442639b-8415-4200-928f-33d80b89425f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.2850492 Feb 15 21:55:26.405020 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5bf9b7df-9a14-406c-ac98-a646a859e819 req-bbd724aa-989a-47ba-8590-886aa46d2f53 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421276 Feb 15 21:55:26.589464 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bd1cb-a573-4e4d-bc15-ce19bd9a0deb req-ad0d5db6-f07a-45c3-ba33-f4f79867b05b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:26.591153 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c6bd1cb-a573-4e4d-bc15-ce19bd9a0deb req-ad0d5db6-f07a-45c3-ba33-f4f79867b05b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 931 time: 0.0854390 Feb 15 21:55:26.644225 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c6bd1cb-a573-4e4d-bc15-ce19bd9a0deb req-3306247a-b37e-4a08-be24-4815f9639b6d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445049 Feb 15 21:55:26.847834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9403722-42dc-4804-833b-50ffe927a36d req-21a0892f-3ebc-40ab-8479-dd82b6664be1 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:26.849342 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b9403722-42dc-4804-833b-50ffe927a36d req-21a0892f-3ebc-40ab-8479-dd82b6664be1 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0911560 Feb 15 21:55:26.895783 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b9403722-42dc-4804-833b-50ffe927a36d req-942c10fc-90b1-49f4-91cb-fac496575c80 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Feb 15 21:55:27.615147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e7da9-7d5a-45ab-8fcb-d128a44899ca req-9067dcfb-b7e6-4164-8edb-f1c89cb156e2 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:27.616749 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3a7e7da9-7d5a-45ab-8fcb-d128a44899ca req-9067dcfb-b7e6-4164-8edb-f1c89cb156e2 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0896890 Feb 15 21:55:27.664889 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3a7e7da9-7d5a-45ab-8fcb-d128a44899ca req-8f273a07-44f7-4dc4-b6b9-32addaf87fa6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Feb 15 21:55:27.738312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Request body: {'port': {'device_id': 'c2322ada-c185-4cf7-9b69-d3bf27260592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:27.853216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc705c1-d358-4696-aa0c-a82ec89b9fd8 req-1e9ae76e-d378-4b1e-9916-222a84070510 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:27.854824 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4cc705c1-d358-4696-aa0c-a82ec89b9fd8 req-1e9ae76e-d378-4b1e-9916-222a84070510 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 931 time: 0.0864482 Feb 15 21:55:27.863273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:27.904901 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4cc705c1-d358-4696-aa0c-a82ec89b9fd8 req-653117dc-3461-4a90-93fd-cc9f45b487d4 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Feb 15 21:55:28.110589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8497e-0ee5-4b69-9d9b-f9b54c953723 req-8412a4e5-3d44-41d5-9568-718f85f933c4 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:28.112234 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8d8497e-0ee5-4b69-9d9b-f9b54c953723 req-8412a4e5-3d44-41d5-9568-718f85f933c4 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0876017 Feb 15 21:55:28.164206 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8d8497e-0ee5-4b69-9d9b-f9b54c953723 req-388914d5-d827-46da-a390-ca8956459410 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433068 Feb 15 21:55:28.290119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25dc47c-76e4-4569-899a-d714549130ca {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:55:28.300678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:28.313268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Transition to ACTIVE for port object a25dc47c-76e4-4569-899a-d714549130ca will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:55:28.353410 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:28.370117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-73eff67f-153f-42de-a0bd-e16c035de972 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:28.515654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Pushing event updated for resources: {'Port': ['ID=a25dc47c-76e4-4569-899a-d714549130ca,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:28.520019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:28.710486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Attempting to bind port a25dc47c-76e4-4569-899a-d714549130ca on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:55:28.710486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Attempting to bind port a25dc47c-76e4-4569-899a-d714549130ca by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:55:28.710486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Attempting to bind port a25dc47c-76e4-4569-899a-d714549130ca on network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:55:28.715234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:55:28.715778 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Checking segment: {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:55:28.716186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:28.716584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Bound using segment: {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:55:28.717063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Bound port: a25dc47c-76e4-4569-899a-d714549130ca, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e922acba-c00a-4f69-b03b-f4b964ad48c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6a3a2f6b-7872-411a-b79a-f1bbcfabef13'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:55:28.717444 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:28.814672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] For port a25dc47c-76e4-4569-899a-d714549130ca, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:55:28.817857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] For port a25dc47c-76e4-4569-899a-d714549130ca, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a25dc47c-76e4-4569-899a-d714549130ca,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:55:28.857096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:28.877062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69284a1-4114-4905-9cc9-9e9c8856fd4f req-4f8552f9-d8b3-47ca-ba4d-65bc65a79e62 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:28.878932 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a69284a1-4114-4905-9cc9-9e9c8856fd4f req-4f8552f9-d8b3-47ca-ba4d-65bc65a79e62 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0975399 Feb 15 21:55:28.883399 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:28.929181 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a69284a1-4114-4905-9cc9-9e9c8856fd4f req-741434b0-92c2-4619-96d8-89885bbb0060 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Feb 15 21:55:29.122379 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0af87-ac74-489a-9e09-647c6d74c274 req-f596f5b3-4329-498d-9b84-9b2784ec6fe4 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:29.124590 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8c0af87-ac74-489a-9e09-647c6d74c274 req-f596f5b3-4329-498d-9b84-9b2784ec6fe4 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 943 time: 0.0888829 Feb 15 21:55:29.174649 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8c0af87-ac74-489a-9e09-647c6d74c274 req-50f50433-d143-45c4-8454-2c8f04ff3407 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 Feb 15 21:55:29.255559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Pushing event updated for resources: {'Port': ['ID=a25dc47c-76e4-4569-899a-d714549130ca,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:29.260933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:29.290627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:29.291294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:29.292786 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] 10.222.0.47 "PUT /v2.0/ports/a25dc47c-76e4-4569-899a-d714549130ca HTTP/1.1" status: 200 len: 1157 time: 1.5596907 Feb 15 21:55:29.293310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2322ada-c185-4cf7-9b69-d3bf27260592', 'tag': 'a25dc47c-76e4-4569-899a-d714549130ca'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:55:29.377385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40accb8-e3d9-4710-bc8e-2fff49540830 req-7ce9a40d-575e-4248-b60d-f2ffa7ec2626 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:29.378961 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b40accb8-e3d9-4710-bc8e-2fff49540830 req-7ce9a40d-575e-4248-b60d-f2ffa7ec2626 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0938106 Feb 15 21:55:29.425849 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b40accb8-e3d9-4710-bc8e-2fff49540830 req-2dc6f455-a368-4d33-aadd-8972ae9c53e9 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Feb 15 21:55:29.481443 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2322ada-c185-4cf7-9b69-d3bf27260592', 'tag': 'a25dc47c-76e4-4569-899a-d714549130ca', 'status': 'completed', 'code': 200} Feb 15 21:55:30.131193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb4203-2a99-4d03-8a2a-42c4545c9260 req-bd39e94d-b39b-4498-b12d-754907141a07 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:30.132772 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1ffb4203-2a99-4d03-8a2a-42c4545c9260 req-bd39e94d-b39b-4498-b12d-754907141a07 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0875108 Feb 15 21:55:30.179030 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1ffb4203-2a99-4d03-8a2a-42c4545c9260 req-d57c73ea-ae56-4573-99eb-6392b183788c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Feb 15 21:55:30.370072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b86b0-8412-49d7-91be-aa186b16deb9 req-2c7fb9c0-01c0-44c9-9e23-d2f57ffda422 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:30.371651 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c1b86b0-8412-49d7-91be-aa186b16deb9 req-2c7fb9c0-01c0-44c9-9e23-d2f57ffda422 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 943 time: 0.0852349 Feb 15 21:55:30.417176 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c1b86b0-8412-49d7-91be-aa186b16deb9 req-d54e6653-d436-4b4a-a554-8dcc1f963c85 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386980 Feb 15 21:55:30.621803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0111c7c-4a88-45b1-9d9c-79456a097088 req-547ccb4f-9fbb-4c6e-b975-7ec67a92b583 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:30.623383 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a0111c7c-4a88-45b1-9d9c-79456a097088 req-547ccb4f-9fbb-4c6e-b975-7ec67a92b583 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0881081 Feb 15 21:55:30.674889 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a0111c7c-4a88-45b1-9d9c-79456a097088 req-777c7abb-1c19-4931-89c6-63958a2e72e7 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Feb 15 21:55:31.011550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:31.066833 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de471804-fed9-4628-a17e-f0878499fb09 req-f205d380-5e7d-43a4-811f-494715775bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:31.068658 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de471804-fed9-4628-a17e-f0878499fb09 req-f205d380-5e7d-43a4-811f-494715775bc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 1160 time: 0.0844932 Feb 15 21:55:31.239253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de471804-fed9-4628-a17e-f0878499fb09 req-c4a0aa05-2db7-4306-b304-d5c64e69d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:31.240928 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de471804-fed9-4628-a17e-f0878499fb09 req-c4a0aa05-2db7-4306-b304-d5c64e69d823 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1543283 Feb 15 21:55:31.379805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bb328-b494-4173-8bb4-58e708533cf8 req-8a997abd-7972-449c-9237-10fade7873eb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:31.381394 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-531bb328-b494-4173-8bb4-58e708533cf8 req-8a997abd-7972-449c-9237-10fade7873eb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0890262 Feb 15 21:55:31.395761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de471804-fed9-4628-a17e-f0878499fb09 req-af0ce446-bab2-41d4-b16c-28ad76587a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:31.397382 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de471804-fed9-4628-a17e-f0878499fb09 req-af0ce446-bab2-41d4-b16c-28ad76587a16 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1469042 Feb 15 21:55:31.436069 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-531bb328-b494-4173-8bb4-58e708533cf8 req-12c16a5f-f632-493a-9bac-897118ec2a97 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484469 Feb 15 21:55:31.515515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-ffd6405a-68e5-45bb-9768-8503c9cc732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:31.517146 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-ffd6405a-68e5-45bb-9768-8503c9cc732c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 1160 time: 0.0813124 Feb 15 21:55:31.595866 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-e19c0522-81e6-445a-98cc-3389a4de7ed9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a25dc47c-76e4-4569-899a-d714549130ca HTTP/1.1" status: 200 len: 217 time: 0.0708628 Feb 15 21:55:31.622359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528ae9c-aa19-47ac-8cd9-25cccaf2d724 req-8330fcb7-f209-4105-82ec-5092e377fcfb tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:31.624585 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a528ae9c-aa19-47ac-8cd9-25cccaf2d724 req-8330fcb7-f209-4105-82ec-5092e377fcfb tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 943 time: 0.0858996 Feb 15 21:55:31.670453 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-8377ef38-7989-449a-aa9f-381d00bb7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:31.672637 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-8377ef38-7989-449a-aa9f-381d00bb7178 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=296d7eb8-f2de-4f0a-b505-0e720a759be4 HTTP/1.1" status: 200 len: 855 time: 0.0701599 Feb 15 21:55:31.677641 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a528ae9c-aa19-47ac-8cd9-25cccaf2d724 req-6e3eb4ba-4498-4f90-920c-0cc09ef0ab7e tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457067 Feb 15 21:55:31.731738 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-30ebbd0d-d05e-4249-ad2a-9e274a4178e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a3a2f6b-7872-411a-b79a-f1bbcfabef13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478795 Feb 15 21:55:31.881703 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-372928df-9e2f-451a-b4b7-fd3f1a6e344d service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416509 Feb 15 21:55:31.885971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b4369-550c-49a2-ad37-38f3ac5df24a req-6f538746-2d3a-4fdc-b5b8-02f556583838 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:31.887551 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9a6b4369-550c-49a2-ad37-38f3ac5df24a req-6f538746-2d3a-4fdc-b5b8-02f556583838 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0934229 Feb 15 21:55:31.935947 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9a6b4369-550c-49a2-ad37-38f3ac5df24a req-5f82d88b-1b4c-430f-90fb-4ccab663bd42 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Feb 15 21:55:32.026058 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4df50cc4-c2f9-4085-a878-95dcfc14a149 req-7cba4dfb-3821-4225-9fe9-7ce25e6ba053 service neutron] 10.222.0.47 "GET /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376238 Feb 15 21:55:32.636282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9453fdf-8939-482d-b5cd-cd8daf47a97f req-3ea77559-b264-4df3-b1e1-9dded94c441c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:32.637916 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a9453fdf-8939-482d-b5cd-cd8daf47a97f req-3ea77559-b264-4df3-b1e1-9dded94c441c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0870025 Feb 15 21:55:32.690568 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a9453fdf-8939-482d-b5cd-cd8daf47a97f req-fb354e31-abd5-4c73-a50a-9541694b5c96 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459151 Feb 15 21:55:32.880844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c279716-b8c8-4306-9af5-c35f09593be0 req-fc790380-f656-4e9e-86e6-473fa58bedda tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:32.882418 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8c279716-b8c8-4306-9af5-c35f09593be0 req-fc790380-f656-4e9e-86e6-473fa58bedda tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 943 time: 0.0853064 Feb 15 21:55:32.931563 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8c279716-b8c8-4306-9af5-c35f09593be0 req-34e84012-c9cc-4728-9d25-eaaa59325111 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407779 Feb 15 21:55:33.224494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002117-dacc-448f-8a9b-2dbb50bae88b req-807271f1-7c84-4417-b374-e05a6860d337 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:33.226145 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fc002117-dacc-448f-8a9b-2dbb50bae88b req-807271f1-7c84-4417-b374-e05a6860d337 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0976498 Feb 15 21:55:33.288841 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fc002117-dacc-448f-8a9b-2dbb50bae88b req-2fccdd94-c7c6-404c-83d6-d0e5bba64ee7 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546057 Feb 15 21:55:33.901981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe707b-318f-4d65-8b6b-18b93acf3b02 req-b9570c40-e7db-41b4-a8fd-63ada2852c12 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:33.904036 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3dbe707b-318f-4d65-8b6b-18b93acf3b02 req-b9570c40-e7db-41b4-a8fd-63ada2852c12 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0936627 Feb 15 21:55:33.957578 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3dbe707b-318f-4d65-8b6b-18b93acf3b02 req-7ce68551-f3ae-4e26-b7bb-e470cd544fa3 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Feb 15 21:55:34.158374 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04c1fb-a33e-4a96-af82-7e755ab56c3a req-3cd47692-756d-4f4d-8868-81d045c2994d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:34.160008 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1b04c1fb-a33e-4a96-af82-7e755ab56c3a req-3cd47692-756d-4f4d-8868-81d045c2994d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 943 time: 0.0872586 Feb 15 21:55:34.211494 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1b04c1fb-a33e-4a96-af82-7e755ab56c3a req-f7283a49-2d76-4344-b6d4-33fb1b97c674 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Feb 15 21:55:34.495177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac341887-4ea0-4f56-99d7-79543ca0ed77 req-7a7ba7f1-1df7-4e8f-8645-f82d4cc4e399 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:34.496742 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac341887-4ea0-4f56-99d7-79543ca0ed77 req-7a7ba7f1-1df7-4e8f-8645-f82d4cc4e399 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0899613 Feb 15 21:55:34.544444 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac341887-4ea0-4f56-99d7-79543ca0ed77 req-6b3ff53e-7b3e-4270-84b9-e87925e24e7b tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408018 Feb 15 21:55:35.160396 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43b07-35b4-43e4-b02c-3bb55c2081be req-73a94d21-fab9-48ca-90fa-6e4c977433bb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:35.165512 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-46c43b07-35b4-43e4-b02c-3bb55c2081be req-73a94d21-fab9-48ca-90fa-6e4c977433bb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0884945 Feb 15 21:55:35.214722 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-46c43b07-35b4-43e4-b02c-3bb55c2081be req-58f47238-05df-49db-99cb-20031c37657a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 Feb 15 21:55:35.418363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b8262-182a-41a6-ae3e-1bae4e755310 req-c673f420-44cd-416b-bca7-2ce34f383996 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:35.420049 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a4b8262-182a-41a6-ae3e-1bae4e755310 req-c673f420-44cd-416b-bca7-2ce34f383996 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 943 time: 0.0898402 Feb 15 21:55:35.469582 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a4b8262-182a-41a6-ae3e-1bae4e755310 req-e566f0d0-62c0-45be-9813-baba786f658b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Feb 15 21:55:35.750842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84316630-f11d-4f79-ae18-1418eb25b87d req-a954a8c3-7b22-48d4-adb9-69e5ecfe586e tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:35.752549 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-84316630-f11d-4f79-ae18-1418eb25b87d req-a954a8c3-7b22-48d4-adb9-69e5ecfe586e tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0928001 Feb 15 21:55:35.801352 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-84316630-f11d-4f79-ae18-1418eb25b87d req-d96632d8-f5ab-4f1b-b041-d3e63fb4c8c0 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Feb 15 21:55:36.419303 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eab7c5-bfad-4ca9-b626-ab1c2cbdae5a req-bb6b81ab-dd65-4f63-aec6-b5e8b67ec7e0 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:36.420963 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-10eab7c5-bfad-4ca9-b626-ab1c2cbdae5a req-bb6b81ab-dd65-4f63-aec6-b5e8b67ec7e0 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0884383 Feb 15 21:55:36.474616 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-10eab7c5-bfad-4ca9-b626-ab1c2cbdae5a req-e77e969f-aa76-46f9-a236-2303505b3698 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Feb 15 21:55:36.676935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e581d-a920-457c-8f29-45d71d4839f8 req-17c810f3-b066-406e-bcc1-fc2c0eff8c29 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:36.678545 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-764e581d-a920-457c-8f29-45d71d4839f8 req-17c810f3-b066-406e-bcc1-fc2c0eff8c29 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 943 time: 0.0906122 Feb 15 21:55:36.727768 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-764e581d-a920-457c-8f29-45d71d4839f8 req-42a79140-684d-45fb-9fb0-d4821827c12a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Feb 15 21:55:36.998413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b6fb1-5fb1-4484-a243-35459bf7c350 req-9bb4fab5-3d3b-4f9b-82ee-c2760a419f5a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:37.000654 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-570b6fb1-5fb1-4484-a243-35459bf7c350 req-9bb4fab5-3d3b-4f9b-82ee-c2760a419f5a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0890214 Feb 15 21:55:37.048213 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-570b6fb1-5fb1-4484-a243-35459bf7c350 req-ed159d81-3ab9-482f-8dc2-b06be2c7b00e tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Feb 15 21:55:37.750911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54852765-a7e3-452c-a36a-ecedae44d133 req-a215792c-dff8-4f3c-ad48-dc77a3dbbe8e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:37.752546 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-54852765-a7e3-452c-a36a-ecedae44d133 req-a215792c-dff8-4f3c-ad48-dc77a3dbbe8e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0900056 Feb 15 21:55:37.804922 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-54852765-a7e3-452c-a36a-ecedae44d133 req-76400687-7e6a-4821-a02f-adee9bb6c009 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 Feb 15 21:55:37.939151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a1136-7004-4ded-a10b-389efc894601 req-eebceaaa-6b0d-4be3-8e50-322837274186 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:37.940752 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-784a1136-7004-4ded-a10b-389efc894601 req-eebceaaa-6b0d-4be3-8e50-322837274186 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 943 time: 0.0882497 Feb 15 21:55:37.988854 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-784a1136-7004-4ded-a10b-389efc894601 req-bc2363bd-efbf-4a17-ad68-6abd6e7ab6d5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Feb 15 21:55:38.028375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.objects.ports [None req-18677e51-1b16-4ea8-b030-1b4bea70886c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:55:38.260675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564766-59c5-473e-bd38-798a402a2714 req-bdb5471c-8dce-4504-aea8-dabffe6e2635 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:38.262350 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d2564766-59c5-473e-bd38-798a402a2714 req-bdb5471c-8dce-4504-aea8-dabffe6e2635 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0946927 Feb 15 21:55:38.316919 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d2564766-59c5-473e-bd38-798a402a2714 req-3c438d04-abc3-41f5-ba12-ae2cedc255c5 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Feb 15 21:55:39.005209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf250-237d-472a-839c-a4f09c22546a req-c2645248-39ba-4b0e-b142-dcb8e712bfd6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:39.006732 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-045cf250-237d-472a-839c-a4f09c22546a req-c2645248-39ba-4b0e-b142-dcb8e712bfd6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0897098 Feb 15 21:55:39.053732 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-045cf250-237d-472a-839c-a4f09c22546a req-f3422a2d-bb35-459c-bb31-7bf2369937b8 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Feb 15 21:55:39.249839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0640176-9fd2-4ee2-8bf1-602f394011e2 req-a2c7f217-1e21-43fd-96cb-ad377c59cdd4 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:39.251482 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e0640176-9fd2-4ee2-8bf1-602f394011e2 req-a2c7f217-1e21-43fd-96cb-ad377c59cdd4 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 943 time: 0.0896256 Feb 15 21:55:39.303539 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e0640176-9fd2-4ee2-8bf1-602f394011e2 req-1d9f89ca-08a3-47a2-9592-9a2938b1e6d7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430651 Feb 15 21:55:39.473144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 03b839aa-7061-4218-a46e-2d6aaeb8b7ce up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:39.558262 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661c95-beac-46b9-a91a-b400eff7c308 req-efd3d56f-0ab5-4b9c-b321-8b3d603b553a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:39.559809 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-42661c95-beac-46b9-a91a-b400eff7c308 req-efd3d56f-0ab5-4b9c-b321-8b3d603b553a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 944 time: 0.0936043 Feb 15 21:55:39.609119 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-42661c95-beac-46b9-a91a-b400eff7c308 req-ab37cf50-c8e4-4be7-9aa9-e666db2cf859 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Feb 15 21:55:39.631831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:55:39.637638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:39.638394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:39.654305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 57816) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:39.771838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:39.781766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:39.798097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:39.802103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e7f8c29fd12a40e48a338b7f2b7fd4fb is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:39.803801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefd3bde-9580-4810-8c56-f2fc7e432c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b839aa-7061-4218-a46e-2d6aaeb8b7ce'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:55:39.805073 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:39.811498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:39.814233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=03b839aa-7061-4218-a46e-2d6aaeb8b7ce,segment=NetworkSegment(5ee1c689-3e2c-4925-ab5b-466423cf8230),segment_id=5ee1c689-3e2c-4925-ab5b-466423cf8230)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:55:39.865058 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefd3bde-9580-4810-8c56-f2fc7e432c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b839aa-7061-4218-a46e-2d6aaeb8b7ce', 'code': 200} Feb 15 21:55:39.879964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:39.881938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:39.955371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=03b839aa-7061-4218-a46e-2d6aaeb8b7ce,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:39.963148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.963566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.963947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.964322 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.964730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.965098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.965466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.965830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.966215 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.966580 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.966941 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.967299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.968301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.968674 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.969034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.969394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.969756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.970114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.970471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.970831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.971189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.971569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.971931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.972286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:39.976820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:40.113393 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:40.171505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:40.181407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3e4a6c9c-a85b-4580-9288-1fc38fbf40ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:40.285160 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7f8c29fd12a40e48a338b7f2b7fd4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6290977 Feb 15 21:55:40.286649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9f28c-b245-4df7-b332-4bf269527d06 req-4347b8c6-9f92-4b1e-93a9-15ea13f774df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:40.288416 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1bb9f28c-b245-4df7-b332-4bf269527d06 req-4347b8c6-9f92-4b1e-93a9-15ea13f774df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 1163 time: 0.0772581 Feb 15 21:55:40.288921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 57830) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:40.289512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48b1960-561b-4ef2-a0fc-521e4d471733,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:40.293175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:40.320827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ed92b-c141-4b8f-a65a-5da3ad2fe96f req-18fe6265-2052-43f8-9110-4572c1fc7ec6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:40.322434 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b7ed92b-c141-4b8f-a65a-5da3ad2fe96f req-18fe6265-2052-43f8-9110-4572c1fc7ec6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1324768 Feb 15 21:55:40.371239 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b7ed92b-c141-4b8f-a65a-5da3ad2fe96f req-05b6e45a-648d-49e7-bc40-2b8c413dee9d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416331 Feb 15 21:55:40.374648 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1bb9f28c-b245-4df7-b332-4bf269527d06 req-42a5799a-5900-4697-b76f-47b202c19502 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725892 Feb 15 21:55:40.390473 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d98456f-ce0e-4015-a290-ee57f4dc384b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:40.419258 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d98456f-ce0e-4015-a290-ee57f4dc384b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:40.561094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f50c3-0ecf-4700-a3fe-b54fe20af869 req-379a919c-28d3-4770-a565-5acf0eaf1f63 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:40.563809 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb9f50c3-0ecf-4700-a3fe-b54fe20af869 req-379a919c-28d3-4770-a565-5acf0eaf1f63 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 943 time: 0.0902414 Feb 15 21:55:40.612577 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb9f50c3-0ecf-4700-a3fe-b54fe20af869 req-75f879ba-0c14-4273-95c2-4ea3da2714c8 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Feb 15 21:55:40.628193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d98456f-ce0e-4015-a290-ee57f4dc384b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:40.637169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-713a8245-4b7d-413d-a9c6-3dee1d8cdbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:40.652677 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98456f-ce0e-4015-a290-ee57f4dc384b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48b1960-561b-4ef2-a0fc-521e4d471733,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:40.656759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3d98456f-ce0e-4015-a290-ee57f4dc384b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:40.661879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d98456f-ce0e-4015-a290-ee57f4dc384b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:40.664856 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3d98456f-ce0e-4015-a290-ee57f4dc384b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e48b1960-561b-4ef2-a0fc-521e4d471733 HTTP/1.1" status: 204 len: 168 time: 0.3748796 Feb 15 21:55:40.822691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb022b05-73c7-483a-8a87-0ead0cf8a926 req-3d5bfbda-f0fd-437b-8816-d8a6e8136b3a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:40.825215 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb022b05-73c7-483a-8a87-0ead0cf8a926 req-3d5bfbda-f0fd-437b-8816-d8a6e8136b3a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 946 time: 0.0911405 Feb 15 21:55:40.877890 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb022b05-73c7-483a-8a87-0ead0cf8a926 req-dc8e37ac-6f3d-4f56-80a4-67ce12b40598 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 Feb 15 21:55:40.980587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606ea34-eca7-4e00-a35c-fa5ea1619d1a req-8e2c41d6-7ec6-4d98-9290-a88a3bddb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:40.982259 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c606ea34-eca7-4e00-a35c-fa5ea1619d1a req-8e2c41d6-7ec6-4d98-9290-a88a3bddb2cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 1163 time: 0.0876939 Feb 15 21:55:41.034080 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c606ea34-eca7-4e00-a35c-fa5ea1619d1a req-302b8516-4ddf-47f0-9206-260aefb75361 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446098 Feb 15 21:55:41.256111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device a25dc47c-76e4-4569-899a-d714549130ca up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:41.417231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port a25dc47c-76e4-4569-899a-d714549130ca completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:55:41.423137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port a25dc47c-76e4-4569-899a-d714549130ca triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:41.442302 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:41.550012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:41.574875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ee36b-9119-43b7-8d2c-88888fddc532 req-59d4447c-1381-48d0-9b0b-f33026fef36d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:41.576513 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c90ee36b-9119-43b7-8d2c-88888fddc532 req-59d4447c-1381-48d0-9b0b-f33026fef36d tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0896206 Feb 15 21:55:41.583955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port a25dc47c-76e4-4569-899a-d714549130ca, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a25dc47c-76e4-4569-899a-d714549130ca,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:55:41.625648 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c90ee36b-9119-43b7-8d2c-88888fddc532 req-d82716d1-b654-49b5-b5f5-17bf80fcddc1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Feb 15 21:55:41.662725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:41.663737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 03b839aa-7061-4218-a46e-2d6aaeb8b7ce up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:41.711717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f528d520-1174-4550-ae03-423062b79983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:41.799286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=a25dc47c-76e4-4569-899a-d714549130ca,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:41.803083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:41.812619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:41.813296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:41.819639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e0e47-989a-413f-a710-30aee90f7bf0 req-72d7cf66-11a8-4347-8014-da4cbc088d32 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:41.821241 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c5e0e47-989a-413f-a710-30aee90f7bf0 req-72d7cf66-11a8-4347-8014-da4cbc088d32 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 945 time: 0.0861914 Feb 15 21:55:41.865653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2322ada-c185-4cf7-9b69-d3bf27260592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25dc47c-76e4-4569-899a-d714549130ca'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:55:41.872426 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c5e0e47-989a-413f-a710-30aee90f7bf0 req-283525ba-7e4a-4799-a11a-59d6617585de tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 Feb 15 21:55:41.936523 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2322ada-c185-4cf7-9b69-d3bf27260592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25dc47c-76e4-4569-899a-d714549130ca', 'code': 200} Feb 15 21:55:42.080222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2710df-d272-4dc6-8c60-979a5d80ca9d req-0e4251f7-9eee-4813-92d8-811506b0c07c tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:42.081923 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c2710df-d272-4dc6-8c60-979a5d80ca9d req-0e4251f7-9eee-4813-92d8-811506b0c07c tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 946 time: 0.0869455 Feb 15 21:55:42.129559 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c2710df-d272-4dc6-8c60-979a5d80ca9d req-e0e7f4ca-89ef-4541-ad5d-c2f9a59605a6 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Feb 15 21:55:42.210487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device a25dc47c-76e4-4569-899a-d714549130ca up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:42.282569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port a25dc47c-76e4-4569-899a-d714549130ca triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:42.283103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:42.411869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 03b839aa-7061-4218-a46e-2d6aaeb8b7ce up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:55:42.435447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74113f46-cd38-4d87-910e-6607174c9773 req-dd05d0d0-faed-4503-97c1-7c756b231437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:42.437608 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-74113f46-cd38-4d87-910e-6607174c9773 req-dd05d0d0-faed-4503-97c1-7c756b231437 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 1162 time: 0.0762045 Feb 15 21:55:42.481180 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-74113f46-cd38-4d87-910e-6607174c9773 req-1f3f0e4a-6090-4723-b952-104139688708 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362976 Feb 15 21:55:42.484691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:55:42.485112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:42.842220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4a34b-5bbf-4b5e-aabe-23dae013aa14 req-8bbaa0f8-d8cf-4861-b6d4-625d68f929ce tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:42.843879 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c6c4a34b-5bbf-4b5e-aabe-23dae013aa14 req-8bbaa0f8-d8cf-4861-b6d4-625d68f929ce tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0907867 Feb 15 21:55:42.894911 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c6c4a34b-5bbf-4b5e-aabe-23dae013aa14 req-68a2f7c8-3c33-4252-b961-7689a7d1242a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Feb 15 21:55:43.082691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbbc18-7111-4acd-bb7b-98003399d3de req-f73ede5d-1d42-43a2-a2fd-bd758dcd1641 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:43.084382 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a4cbbc18-7111-4acd-bb7b-98003399d3de req-f73ede5d-1d42-43a2-a2fd-bd758dcd1641 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 945 time: 0.0972743 Feb 15 21:55:43.137834 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a4cbbc18-7111-4acd-bb7b-98003399d3de req-f03c5342-8820-46f3-a6eb-83d913514319 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466800 Feb 15 21:55:43.333461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79f86b-b9c6-42ad-bebe-1d39797a98ad req-b3d92e66-d0ed-4df5-9be3-3109ac7034e7 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:43.335041 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e79f86b-b9c6-42ad-bebe-1d39797a98ad req-b3d92e66-d0ed-4df5-9be3-3109ac7034e7 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 946 time: 0.0853481 Feb 15 21:55:43.384530 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e79f86b-b9c6-42ad-bebe-1d39797a98ad req-7a193246-be03-4c52-be48-c10f410cec50 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429912 Feb 15 21:55:44.350389 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38183c7c-5cea-4562-b50d-13d364759092 req-da78e80e-a13a-485f-b150-c63f8c36dab1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:44.351939 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38183c7c-5cea-4562-b50d-13d364759092 req-da78e80e-a13a-485f-b150-c63f8c36dab1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.3413787 Feb 15 21:55:44.383360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb483-f69a-4247-9e7a-d8fcd3a603d8 req-b8b0c065-99a7-4f26-89b8-407934893361 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:44.384901 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c1eb483-f69a-4247-9e7a-d8fcd3a603d8 req-b8b0c065-99a7-4f26-89b8-407934893361 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 945 time: 0.1263425 Feb 15 21:55:44.434562 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38183c7c-5cea-4562-b50d-13d364759092 req-6c26e2fc-96e9-4eba-aa0b-354b50a7fb7a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749516 Feb 15 21:55:44.468022 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c1eb483-f69a-4247-9e7a-d8fcd3a603d8 req-16d00f42-e5f9-4239-989f-68e29dc04a1b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756335 Feb 15 21:55:45.187667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e37b-cee5-4748-bcab-e688ff19f6ec req-91974c91-0b7f-412b-93da-2a1d23ff47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:45.189447 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa9e37b-cee5-4748-bcab-e688ff19f6ec req-91974c91-0b7f-412b-93da-2a1d23ff47d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 1163 time: 0.0811875 Feb 15 21:55:45.235028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b058e0-5877-42d4-9388-d4d1d76744e1 req-aaa68511-d0e3-4b08-b6c2-a71b0d0d6c69 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:45.236644 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-81b058e0-5877-42d4-9388-d4d1d76744e1 req-aaa68511-d0e3-4b08-b6c2-a71b0d0d6c69 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 946 time: 0.1580169 Feb 15 21:55:45.243380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058f78-ae85-420b-95a3-c454cce790e6 req-321f654e-bbee-4a35-812f-190f0fc3bda8 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:45.244882 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13058f78-ae85-420b-95a3-c454cce790e6 req-321f654e-bbee-4a35-812f-190f0fc3bda8 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1280646 Feb 15 21:55:45.318975 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-81b058e0-5877-42d4-9388-d4d1d76744e1 req-bbb5e50d-adbe-46b6-aef4-e73d27eede1d tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730689 Feb 15 21:55:45.323598 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13058f78-ae85-420b-95a3-c454cce790e6 req-2c0a0b84-f4f0-4911-9185-335d095331e9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623493 Feb 15 21:55:45.340821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e37b-cee5-4748-bcab-e688ff19f6ec req-94e02447-7077-4252-81e6-eff1aac331f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:45.343037 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa9e37b-cee5-4748-bcab-e688ff19f6ec req-94e02447-7077-4252-81e6-eff1aac331f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 911 time: 0.1452010 Feb 15 21:55:45.416218 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa9e37b-cee5-4748-bcab-e688ff19f6ec req-0c9dee76-a9d3-43d9-bf05-4eeca8b0390d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35501adf-01ff-4359-aeee-9a08e6b4142f HTTP/1.1" status: 200 len: 217 time: 0.0652580 Feb 15 21:55:45.495212 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e37b-cee5-4748-bcab-e688ff19f6ec req-999baafe-8871-4be8-9a65-41bdb78d3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:45.496761 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa9e37b-cee5-4748-bcab-e688ff19f6ec req-999baafe-8871-4be8-9a65-41bdb78d3bb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6b95482-3fbe-4ddb-8ee0-e681429535cc HTTP/1.1" status: 200 len: 857 time: 0.0653758 Feb 15 21:55:45.552050 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa9e37b-cee5-4748-bcab-e688ff19f6ec req-1dae82e4-90af-42e3-9b75-d83c45032028 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab784b0-102e-4d43-b39d-724e4f4f3af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459237 Feb 15 21:55:45.684999 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156f5fa-d64d-48cd-9e50-e34ca96a8890 req-76962b25-8fdb-4f04-9df1-6b2d862fc7e2 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:45.687252 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0156f5fa-d64d-48cd-9e50-e34ca96a8890 req-76962b25-8fdb-4f04-9df1-6b2d862fc7e2 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 945 time: 0.1002796 Feb 15 21:55:45.713732 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa9e37b-cee5-4748-bcab-e688ff19f6ec req-9a77f528-54a0-432f-897e-5b092bdf8e5f service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528049 Feb 15 21:55:45.741609 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0156f5fa-d64d-48cd-9e50-e34ca96a8890 req-cb33d615-58ad-462a-b35d-41c67d1885d7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466726 Feb 15 21:55:45.862097 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa9e37b-cee5-4748-bcab-e688ff19f6ec req-876611d5-9fa6-4b63-b718-283ccb20da30 service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409149 Feb 15 21:55:46.649331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a55d3-dad1-4db6-99b0-54a0ffd3242d req-b257d3e3-afec-42f6-b7bb-d85d81de0167 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:46.650930 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c6a55d3-dad1-4db6-99b0-54a0ffd3242d req-b257d3e3-afec-42f6-b7bb-d85d81de0167 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1539531 Feb 15 21:55:46.667136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839e156-a212-43c7-ad59-71a86737fd07 req-af8feba9-0015-4811-9214-d6c315fc21c3 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:46.668725 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c839e156-a212-43c7-ad59-71a86737fd07 req-af8feba9-0015-4811-9214-d6c315fc21c3 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 946 time: 0.2104242 Feb 15 21:55:46.740122 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c6a55d3-dad1-4db6-99b0-54a0ffd3242d req-fe67d1b9-f9c0-457f-ae96-f3e9a71964d7 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703790 Feb 15 21:55:46.750136 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c839e156-a212-43c7-ad59-71a86737fd07 req-e60f870e-7c2c-474a-96c5-6081aa79abf3 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648832 Feb 15 21:55:47.261264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30147537-6237-44ea-9420-939956cc8f18 req-104a0644-e131-4f30-913a-4585438160aa tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:47.262024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-30147537-6237-44ea-9420-939956cc8f18 req-104a0644-e131-4f30-913a-4585438160aa tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Synchronizing usage tracker for tenant:3a497a4152da47dca715f8d9f82341a1 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:55:47.336979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-30147537-6237-44ea-9420-939956cc8f18 req-104a0644-e131-4f30-913a-4585438160aa tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Unset dirty status for tenant:3a497a4152da47dca715f8d9f82341a1 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:55:47.338252 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30147537-6237-44ea-9420-939956cc8f18 req-104a0644-e131-4f30-913a-4585438160aa tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.47 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 946 time: 0.1657140 Feb 15 21:55:47.415485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-30147537-6237-44ea-9420-939956cc8f18 req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Deleting port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:55:47.415873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-30147537-6237-44ea-9420-939956cc8f18 req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:47.582411 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2cc1-81dc-44e3-ab5d-b091a8699302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:47.692491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-30147537-6237-44ea-9420-939956cc8f18 req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] For port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=03b839aa-7061-4218-a46e-2d6aaeb8b7ce,segment=NetworkSegment(5ee1c689-3e2c-4925-ab5b-466423cf8230),segment_id=5ee1c689-3e2c-4925-ab5b-466423cf8230)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:55:47.693607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-30147537-6237-44ea-9420-939956cc8f18 req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:47.828196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-30147537-6237-44ea-9420-939956cc8f18 req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Calling delete_port for 03b839aa-7061-4218-a46e-2d6aaeb8b7ce owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:55:48.052089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c4639-04ee-45f0-a7bd-e08a5ac2c0c8 req-f2fea5a4-950b-426f-9ce5-ab86d1be7e21 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:48.053709 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-065c4639-04ee-45f0-a7bd-e08a5ac2c0c8 req-f2fea5a4-950b-426f-9ce5-ab86d1be7e21 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1651707 Feb 15 21:55:48.064608 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f605ea6-a064-43a2-ac16-80309a8a8f89 req-daa1f59b-bcb3-49b7-b086-80fdfa07f6d9 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:48.066076 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5f605ea6-a064-43a2-ac16-80309a8a8f89 req-daa1f59b-bcb3-49b7-b086-80fdfa07f6d9 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=eefd3bde-9580-4810-8c56-f2fc7e432c4b HTTP/1.1" status: 200 len: 867 time: 0.1328840 Feb 15 21:55:48.073304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-30147537-6237-44ea-9420-939956cc8f18 req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:48.089126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-56653e43-04e0-420f-b47b-6650c7bdfeca tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:48.097483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 03b839aa-7061-4218-a46e-2d6aaeb8b7ce no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:55:48.137672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: 03b839aa-7061-4218-a46e-2d6aaeb8b7ce {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:55:48.138551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 03b839aa-7061-4218-a46e-2d6aaeb8b7ce not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:55:48.143484 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-065c4639-04ee-45f0-a7bd-e08a5ac2c0c8 req-6600cbeb-b4fd-4328-af52-5bf796e1145c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758595 Feb 15 21:55:48.148797 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Pushing event deleted for resources: {'Port': ['ID=03b839aa-7061-4218-a46e-2d6aaeb8b7ce,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:48.152075 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5f605ea6-a064-43a2-ac16-80309a8a8f89 req-43fd5582-1e7d-4ffb-bcb0-00216af55008 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700998 Feb 15 21:55:48.153596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:48.301445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-30147537-6237-44ea-9420-939956cc8f18 req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] No DVR routers for this DVR port 03b839aa-7061-4218-a46e-2d6aaeb8b7ce on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:55:48.303744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-30147537-6237-44ea-9420-939956cc8f18 req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:48.306418 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefd3bde-9580-4810-8c56-f2fc7e432c4b', 'name': 'network-vif-deleted', 'tag': '03b839aa-7061-4218-a46e-2d6aaeb8b7ce'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:55:48.339260 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:55:48.356154 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefd3bde-9580-4810-8c56-f2fc7e432c4b', 'name': 'network-vif-deleted', 'tag': '03b839aa-7061-4218-a46e-2d6aaeb8b7ce', 'status': 'completed', 'code': 200} Feb 15 21:55:48.446402 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30147537-6237-44ea-9420-939956cc8f18 req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.47 "DELETE /v2.0/ports/03b839aa-7061-4218-a46e-2d6aaeb8b7ce HTTP/1.1" status: 204 len: 173 time: 1.1021776 Feb 15 21:55:49.355832 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601effec-ef1e-4a4c-88ca-bbb8966b0464 req-feb6fdbb-a950-4c53-8023-841ab70b913f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:49.357464 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-601effec-ef1e-4a4c-88ca-bbb8966b0464 req-feb6fdbb-a950-4c53-8023-841ab70b913f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0943332 Feb 15 21:55:49.407405 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-601effec-ef1e-4a4c-88ca-bbb8966b0464 req-1279599f-3dfa-45ef-ab2a-2d508490c1e5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Feb 15 21:55:49.854283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-7967fe32-c04d-461e-99db-7c0880288cd0 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:49.855914 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-7967fe32-c04d-461e-99db-7c0880288cd0 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/networks?id=71ab14bd-fb0a-4bf1-a944-1822a1fc0626 HTTP/1.1" status: 200 len: 808 time: 0.1553164 Feb 15 21:55:49.871185 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-e3c10f5a-c09e-4e8a-984f-c1bc4207f94b tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/quotas/3a497a4152da47dca715f8d9f82341a1 HTTP/1.1" status: 200 len: 375 time: 0.0093663 Feb 15 21:55:49.922881 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-32ec8681-fb92-434f-8e09-fc9a527a5b82 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a497a4152da47dca715f8d9f82341a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462639 Feb 15 21:55:50.067866 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-c940b9f4-2768-44a1-8a9c-754f35df957e service neutron] 10.222.0.41 "GET /v2.0/networks/71ab14bd-fb0a-4bf1-a944-1822a1fc0626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376669 Feb 15 21:55:50.081315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-18e0e40a-1dbe-4d4e-b63f-b70890f7c723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:50.227735 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-53b9972c-b967-46fb-a2f4-d177192990c8 service neutron] 10.222.0.41 "GET /v2.0/networks/71ab14bd-fb0a-4bf1-a944-1822a1fc0626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1524796 Feb 15 21:55:50.617077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:50.659120 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e8c1fc31-90d2-4894-8c60-6e5a01df4435 req-832d9feb-5c51-482a-9d87-6068e18a37ee tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0919409 Feb 15 21:55:50.689219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444bb2a-4ef4-4239-9830-8514abf3d012 req-6ec3891e-9217-4ad0-8709-ed78248746e1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:50.691483 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c444bb2a-4ef4-4239-9830-8514abf3d012 req-6ec3891e-9217-4ad0-8709-ed78248746e1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1664345 Feb 15 21:55:50.749577 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c444bb2a-4ef4-4239-9830-8514abf3d012 req-4867fb38-3179-4180-a5ff-58905b52ffee tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512779 Feb 15 21:55:51.759799 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:51.833204 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e372499-21d0-460c-a716-33a3ee1225ea req-1ef3c350-8903-4fff-b8fa-a484ea5eb742 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0556462 Feb 15 21:55:51.958255 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73516d76-22d8-46d6-9ddb-3023ef6eeea4 req-55ff8043-65f6-423c-ba43-c649664d30ce tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:51.959827 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-73516d76-22d8-46d6-9ddb-3023ef6eeea4 req-55ff8043-65f6-423c-ba43-c649664d30ce tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0871708 Feb 15 21:55:52.014401 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-73516d76-22d8-46d6-9ddb-3023ef6eeea4 req-1e00545c-aadd-48cf-8210-5766451fbb9a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465112 Feb 15 21:55:53.019743 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-68e64f08-a3c5-4196-a5a5-866f4c0c9cd6 req-8023520e-9bd7-4486-8255-2770836695d3 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0651252 Feb 15 21:55:53.101500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:53.335980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-3cc581e8-3294-40bf-b61a-b03ec3bf1601 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:53.337722 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-3cc581e8-3294-40bf-b61a-b03ec3bf1601 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.47 "GET /v2.0/networks?id=71ab14bd-fb0a-4bf1-a944-1822a1fc0626 HTTP/1.1" status: 200 len: 808 time: 0.1570385 Feb 15 21:55:53.350213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Request body: {'port': {'device_id': '29625dea-d219-4655-960b-444e6df5d3c0', 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626', 'admin_state_up': True, 'tenant_id': '3a497a4152da47dca715f8d9f82341a1'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:53.503223 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:53.507595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Usage tracker for resource:port and tenant:3a497a4152da47dca715f8d9f82341a1 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:53.510547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:53.516455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:53.564997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Made reservation on behalf of 3a497a4152da47dca715f8d9f82341a1 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:55:53.570653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:53.889890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Allocated IP 172.20.0.12 (71ab14bd-fb0a-4bf1-a944-1822a1fc0626/95bbd56e-03d9-41dc-805b-de20f21b2685/95515aff-b02a-4ffd-9346-8004e5774de4) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:55:54.185103 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-acb5247e-7f23-430e-ab70-5c286a61f073 req-381e357b-a1fc-4a01-b30e-39f837a762aa tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0502241 Feb 15 21:55:54.339764 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:54.525734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:54.541202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-16ab1376-e71f-406e-a384-997a43561c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:54.688066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Pushing event updated for resources: {'Port': ['ID=95515aff-b02a-4ffd-9346-8004e5774de4,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:54.692594 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:54.734648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:55:54.735749 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:55:54.738023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:55:54.804983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:54.805564 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:55.073657 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7275507 Feb 15 21:55:55.089756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Request body: {'port': {'device_id': '29625dea-d219-4655-960b-444e6df5d3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:55:55.210522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:55.392422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb95627-e4d3-4d2f-a738-7c43783bdfc8 req-11afdff5-9694-4f24-a03c-b6552e23bc00 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:55.394321 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fcb95627-e4d3-4d2f-a738-7c43783bdfc8 req-11afdff5-9694-4f24-a03c-b6552e23bc00 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 932 time: 0.0880151 Feb 15 21:55:55.456277 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fcb95627-e4d3-4d2f-a738-7c43783bdfc8 req-ebc66627-a01e-4d24-a900-45f9c46c498a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536675 Feb 15 21:55:55.500555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 58092) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:55.660639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:55.677492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:55:55.681567 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5769670bdf49a8be47e2864c4eaa51 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:55:55.684731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:55:55.691236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:55:55.721635 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95515aff-b02a-4ffd-9346-8004e5774de4 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:55:55.746078 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7281652f-5709-4bd6-bc16-9090828759e0 req-85c31638-638e-46ac-9119-d199957c9cc5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0977392 Feb 15 21:55:55.819469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:55.843283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Transition to ACTIVE for port object 95515aff-b02a-4ffd-9346-8004e5774de4 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:55:55.857519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:55.862579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281652f-5709-4bd6-bc16-9090828759e0 req-631e1134-bee1-4e7e-afe7-35a047e06c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:55.864238 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7281652f-5709-4bd6-bc16-9090828759e0 req-631e1134-bee1-4e7e-afe7-35a047e06c19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 1163 time: 0.0936885 Feb 15 21:55:55.913237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:55.925480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:55.935158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5a65a396-8b23-46da-aa3b-d2931f5c16b0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:55.937242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:55.980500 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d5769670bdf49a8be47e2864c4eaa51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761746 Feb 15 21:55:55.980500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9daf9b3-bef8-4098-ab32-726df5bb6105,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:55.981838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 58100) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:55:56.000053 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.000457 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.000855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.001245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.001634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.002025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.002409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.002796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.003176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.003582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.003962 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.004339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.004756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.005128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.005502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.005877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.006248 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.006620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.006993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.007361 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.007757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.008136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.008481 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.008851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:55:56.014895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:56.064632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b9588b1-dc9a-4af4-b231-43c1245a8103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:56.096373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b9588b1-dc9a-4af4-b231-43c1245a8103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:56.148504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Pushing event updated for resources: {'Port': ['ID=95515aff-b02a-4ffd-9346-8004e5774de4,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:56.154815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:56.212890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281652f-5709-4bd6-bc16-9090828759e0 req-171f8d25-c3bb-4d7b-9cab-4a7c71b902e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:56.214535 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7281652f-5709-4bd6-bc16-9090828759e0 req-171f8d25-c3bb-4d7b-9cab-4a7c71b902e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 200 len: 911 time: 0.3271067 Feb 15 21:55:56.217067 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b9588b1-dc9a-4af4-b231-43c1245a8103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:56.222583 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8cf92181-dcf3-4900-b398-517972fb644a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:56.235817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9588b1-dc9a-4af4-b231-43c1245a8103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9daf9b3-bef8-4098-ab32-726df5bb6105,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:56.244689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5b9588b1-dc9a-4af4-b231-43c1245a8103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:56.245549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b9588b1-dc9a-4af4-b231-43c1245a8103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:56.249663 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5b9588b1-dc9a-4af4-b231-43c1245a8103 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9daf9b3-bef8-4098-ab32-726df5bb6105 HTTP/1.1" status: 204 len: 168 time: 0.2625167 Feb 15 21:55:56.293683 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7281652f-5709-4bd6-bc16-9090828759e0 req-6a78cd63-9e65-467c-bae5-fd626fad012e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35501adf-01ff-4359-aeee-9a08e6b4142f HTTP/1.1" status: 200 len: 217 time: 0.0724397 Feb 15 21:55:56.495072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281652f-5709-4bd6-bc16-9090828759e0 req-1b2f3a51-f384-4d49-94cb-54fffe6a4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:56.497162 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7281652f-5709-4bd6-bc16-9090828759e0 req-1b2f3a51-f384-4d49-94cb-54fffe6a4ae9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6b95482-3fbe-4ddb-8ee0-e681429535cc HTTP/1.1" status: 200 len: 857 time: 0.1439862 Feb 15 21:55:56.507413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Attempting to bind port 95515aff-b02a-4ffd-9346-8004e5774de4 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:55:56.507803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Attempting to bind port 95515aff-b02a-4ffd-9346-8004e5774de4 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '5ee1c689-3e2c-4925-ab5b-466423cf8230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:55:56.508180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Attempting to bind port 95515aff-b02a-4ffd-9346-8004e5774de4 on network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:55:56.582761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:55:56.583146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Checking segment: {'id': '5ee1c689-3e2c-4925-ab5b-466423cf8230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:55:56.595786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:56.596292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Bound using segment: {'id': '5ee1c689-3e2c-4925-ab5b-466423cf8230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:55:56.596845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Bound port: 95515aff-b02a-4ffd-9346-8004e5774de4, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee1c689-3e2c-4925-ab5b-466423cf8230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '71ab14bd-fb0a-4bf1-a944-1822a1fc0626'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:55:56.597247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:56.657422 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7281652f-5709-4bd6-bc16-9090828759e0 req-3c14bbc0-054a-4682-b2e5-f3de67dbdd59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fab784b0-102e-4d43-b39d-724e4f4f3af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449740 Feb 15 21:55:56.718859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259aed0-5d4a-40cf-8704-2384047e33e2 req-895a5629-70ff-4167-aaf7-8334a4e7c6c6 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:56.720862 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c259aed0-5d4a-40cf-8704-2384047e33e2 req-895a5629-70ff-4167-aaf7-8334a4e7c6c6 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 944 time: 0.1079738 Feb 15 21:55:56.777519 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c259aed0-5d4a-40cf-8704-2384047e33e2 req-9fe90fc6-1d33-4f3d-84ba-7bde4b7977fd tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494118 Feb 15 21:55:56.854438 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] For port 95515aff-b02a-4ffd-9346-8004e5774de4, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:55:56.860411 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] For port 95515aff-b02a-4ffd-9346-8004e5774de4, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=95515aff-b02a-4ffd-9346-8004e5774de4,segment=NetworkSegment(5ee1c689-3e2c-4925-ab5b-466423cf8230),segment_id=5ee1c689-3e2c-4925-ab5b-466423cf8230)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:55:56.880233 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7281652f-5709-4bd6-bc16-9090828759e0 req-3a70e04f-59ab-41a7-afb6-c5a260c0b066 service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914394 Feb 15 21:55:56.922403 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:56.923170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-dcd8a074-735c-4ebb-8796-d10c19440066 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:55:56.940732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:55:56.976650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-dcd8a074-735c-4ebb-8796-d10c19440066 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:55:56.977923 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-dcd8a074-735c-4ebb-8796-d10c19440066 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-955421520&fields=id&tenant_id=ea1d4d03033642b5acadd7dd2746a475 HTTP/1.1" status: 200 len: 267 time: 0.0990055 Feb 15 21:55:57.151571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-6d049bb8-29f8-4339-a877-71939aa93234 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:57.152461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-6d049bb8-29f8-4339-a877-71939aa93234 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:network {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:55:57.164292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Pushing event updated for resources: {'Port': ['ID=95515aff-b02a-4ffd-9346-8004e5774de4,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:55:57.175433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:55:57.205348 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-6d049bb8-29f8-4339-a877-71939aa93234 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:network {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:55:57.206595 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-6d049bb8-29f8-4339-a877-71939aa93234 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 811 time: 0.2212243 Feb 15 21:55:57.215825 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7281652f-5709-4bd6-bc16-9090828759e0 req-194c4a37-815a-476b-a9df-98cea6844bba service neutron] 10.222.0.47 "GET /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3290565 Feb 15 21:55:57.224512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:57.225129 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:55:57.226361 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-e96e8aee-8317-45c1-b1c8-263e2e7f9290 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/quotas/ea1d4d03033642b5acadd7dd2746a475 HTTP/1.1" status: 200 len: 375 time: 0.0125966 Feb 15 21:55:57.226604 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] 10.222.0.47 "PUT /v2.0/ports/95515aff-b02a-4ffd-9346-8004e5774de4 HTTP/1.1" status: 200 len: 1158 time: 2.1415112 Feb 15 21:55:57.227142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29625dea-d219-4655-960b-444e6df5d3c0', 'tag': '95515aff-b02a-4ffd-9346-8004e5774de4'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:55:57.276178 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29625dea-d219-4655-960b-444e6df5d3c0', 'tag': '95515aff-b02a-4ffd-9346-8004e5774de4', 'status': 'completed', 'code': 200} Feb 15 21:55:57.324273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-442fe00e-e506-4c67-a930-3386e8adf430 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:55:57.410110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-442fe00e-e506-4c67-a930-3386e8adf430 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:55:57.411569 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-442fe00e-e506-4c67-a930-3386e8adf430 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1764143 Feb 15 21:55:57.569649 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-74d938be-9830-4358-845e-a9173b0b59b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443703 Feb 15 21:55:57.601735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9cc89-b65a-4618-883a-505eea219395 req-08b6a38e-4ff9-4504-a8a0-b3473fe078e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:57.603421 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b4d9cc89-b65a-4618-883a-505eea219395 req-08b6a38e-4ff9-4504-a8a0-b3473fe078e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a497a4152da47dca715f8d9f82341a1&device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 1161 time: 0.3021164 Feb 15 21:55:57.715353 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab91828-e9cd-4db2-9f21-8bc23e43c9a9 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387444 Feb 15 21:55:57.775141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9cc89-b65a-4618-883a-505eea219395 req-c12098c7-1225-441f-88ae-241a730df50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:57.776903 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b4d9cc89-b65a-4618-883a-505eea219395 req-c12098c7-1225-441f-88ae-241a730df50c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3a497a4152da47dca715f8d9f82341a1&shared=False HTTP/1.1" status: 200 len: 902 time: 0.1577196 Feb 15 21:55:57.937112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9cc89-b65a-4618-883a-505eea219395 req-e347e5f8-e874-400b-a464-2f879f0cfab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:57.940446 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b4d9cc89-b65a-4618-883a-505eea219395 req-e347e5f8-e874-400b-a464-2f879f0cfab7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1566937 Feb 15 21:55:58.104077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-5f8652c5-f9cf-44d5-a5ae-33092cd02ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:58.105722 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-5f8652c5-f9cf-44d5-a5ae-33092cd02ae6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a497a4152da47dca715f8d9f82341a1&device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 1161 time: 0.0824032 Feb 15 21:55:58.185266 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-c2fb6c16-f0e6-4b70-82d2-62859cfb18ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95515aff-b02a-4ffd-9346-8004e5774de4 HTTP/1.1" status: 200 len: 217 time: 0.0699277 Feb 15 21:55:58.228649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1313327-e336-4fb7-8678-d7add3027da3 req-4dcd3438-cd1f-4732-92c7-11ed3e6e4493 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:58.230251 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1313327-e336-4fb7-8678-d7add3027da3 req-4dcd3438-cd1f-4732-92c7-11ed3e6e4493 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 944 time: 0.0929408 Feb 15 21:55:58.257827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-88ad19b5-a7e3-4258-b939-40baded06a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:58.260528 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-88ad19b5-a7e3-4258-b939-40baded06a91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95bbd56e-03d9-41dc-805b-de20f21b2685 HTTP/1.1" status: 200 len: 848 time: 0.0665679 Feb 15 21:55:58.337767 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-34462a1a-33fc-42a7-9d41-778f5cd1b9d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71ab14bd-fb0a-4bf1-a944-1822a1fc0626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680597 Feb 15 21:55:58.511558 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-3f0d477e-616b-4c7b-a2f9-7e85a010274e service neutron] 10.222.0.47 "GET /v2.0/networks/71ab14bd-fb0a-4bf1-a944-1822a1fc0626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663017 Feb 15 21:55:58.522929 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c87da0b-30ef-402d-999f-5fff36a7cf4b req-cb2d7150-8140-4de8-9e74-17fcc96f5415 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 210 time: 0.0541618 Feb 15 21:55:58.544281 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1313327-e336-4fb7-8678-d7add3027da3 req-51aca849-3f75-4391-bbf5-708c1538fdb5 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079083 Feb 15 21:55:58.676121 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-179151c0-0d25-43ad-84b2-8a0925eccd0b req-60eac099-856b-428b-9942-16f5f1a91c28 service neutron] 10.222.0.47 "GET /v2.0/networks/71ab14bd-fb0a-4bf1-a944-1822a1fc0626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1472166 Feb 15 21:55:59.735046 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a834b2d9-0958-4041-8be9-1919cda80188 req-c1324523-b1cd-43b5-8e74-1e7e343aa02b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 210 time: 0.0763457 Feb 15 21:55:59.826061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44902f40-49c3-488f-9a54-6b4ed0eb39a7 req-8b963b37-4d79-413a-8deb-24d1e6ecbcd2 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:55:59.828429 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44902f40-49c3-488f-9a54-6b4ed0eb39a7 req-8b963b37-4d79-413a-8deb-24d1e6ecbcd2 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 944 time: 0.1018283 Feb 15 21:55:59.878390 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44902f40-49c3-488f-9a54-6b4ed0eb39a7 req-85420a1f-e0db-4ea6-ba45-de217af4634d tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 Feb 15 21:56:00.897771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-03c0dcd9-74e0-4988-8d4f-146af0ac08d2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:00.899384 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-03c0dcd9-74e0-4988-8d4f-146af0ac08d2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 811 time: 0.1659653 Feb 15 21:56:00.901956 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-639eafd9-fcb0-4567-9be6-3d9d09ac4ee7 req-fe1b141f-3762-490b-b22e-a3cb145eaf3b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 210 time: 0.0509627 Feb 15 21:56:01.008748 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-c9a25c6c-0848-49fb-a9a1-fae569a0672a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea1d4d03033642b5acadd7dd2746a475 HTTP/1.1" status: 200 len: 5763 time: 0.0953066 Feb 15 21:56:01.030168 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'port': {'device_id': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'admin_state_up': True, 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'security_groups': ['f15437c0-5aef-4e6e-b592-a48607ebdac8']}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:01.056841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:01.116512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4bc25-bd36-4c6b-b5be-80a50c85e3f6 req-be9ae85a-7657-4a1b-ab31-ca950f551ef5 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:01.118366 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ba4bc25-bd36-4c6b-b5be-80a50c85e3f6 req-be9ae85a-7657-4a1b-ab31-ca950f551ef5 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 944 time: 0.0981207 Feb 15 21:56:01.174655 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ba4bc25-bd36-4c6b-b5be-80a50c85e3f6 req-9750ff83-d54c-4355-ac7d-42e9abfa8a74 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492899 Feb 15 21:56:01.207953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:01.218070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:01.291048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Made reservation on behalf of ea1d4d03033642b5acadd7dd2746a475 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:56:01.296989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:01.606319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Allocated IP 172.20.0.11 (f0efd66c-3f9b-4ddd-b264-92453b2dea5a/3625f745-f8ca-4a8c-b503-4856dfcfd1e5/12f42c43-5fc4-4809-8c86-59a2116a0e88) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:56:01.804593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:01.821653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Transition to ACTIVE for port object 12f42c43-5fc4-4809-8c86-59a2116a0e88 will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:56:01.885384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:01.901376 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0fb61b8a-82bf-49db-a430-e57af255849a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:02.062270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'Port': ['ID=12f42c43-5fc4-4809-8c86-59a2116a0e88,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:02.075826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.076285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.076692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.077115 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.077528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.077929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.078354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.078772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.079166 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.079610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.080003 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.080394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.080826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.081242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.081634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.082023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.082431 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.082842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.083233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.083662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.084058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.084449 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.084839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.085227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:02.091088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:02.121531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80c79b-7912-431a-8d37-75ef066d5293 req-3a0e37e3-f38b-4ced-9e09-b309a82aee34 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:02.123422 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a80c79b-7912-431a-8d37-75ef066d5293 req-3a0e37e3-f38b-4ced-9e09-b309a82aee34 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 932 time: 0.1011348 Feb 15 21:56:02.140890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:56:02.142210 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:56:02.145473 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:56:02.196300 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a80c79b-7912-431a-8d37-75ef066d5293 req-9c8a57a1-01c3-41aa-b553-e9528ee41963 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0647979 Feb 15 21:56:02.224252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:02.224948 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:02.332544 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3126123 Feb 15 21:56:02.352653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Request body: {'port': {'device_id': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:02.415779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd95804-e8f4-4c6d-9fa0-1f211a20fec6 req-bb26fd78-4e90-4cd3-aff6-143356b1f761 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:02.422411 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0dd95804-e8f4-4c6d-9fa0-1f211a20fec6 req-bb26fd78-4e90-4cd3-aff6-143356b1f761 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 944 time: 0.1032636 Feb 15 21:56:02.485271 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0dd95804-e8f4-4c6d-9fa0-1f211a20fec6 req-662b12b2-1ef5-4407-ae01-57068b5b5819 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612092 Feb 15 21:56:02.492058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:02.559502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-48700c9e-959f-478d-9fdd-5409014ba4db None None] Provisioning for port 12f42c43-5fc4-4809-8c86-59a2116a0e88 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:56:02.565463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-48700c9e-959f-478d-9fdd-5409014ba4db None None] Provisioning complete for port 12f42c43-5fc4-4809-8c86-59a2116a0e88 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:02.565984 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48700c9e-959f-478d-9fdd-5409014ba4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:02.626120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-48700c9e-959f-478d-9fdd-5409014ba4db None None] Port 12f42c43-5fc4-4809-8c86-59a2116a0e88 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:56:02.985429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09686be-9d6e-43ab-83b6-2bbf7d71c56f req-a56491e3-c394-4687-9e5b-5666b3b78908 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:02.986947 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a09686be-9d6e-43ab-83b6-2bbf7d71c56f req-a56491e3-c394-4687-9e5b-5666b3b78908 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0875371 Feb 15 21:56:03.035083 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a09686be-9d6e-43ab-83b6-2bbf7d71c56f req-12ad3b09-b555-4847-a86b-a837caf1f9bb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415180 Feb 15 21:56:03.072847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f42c43-5fc4-4809-8c86-59a2116a0e88 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:56:03.081165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:03.093651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Transition to ACTIVE for port object 12f42c43-5fc4-4809-8c86-59a2116a0e88 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:56:03.129578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:03.145504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:03.288105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Pushing event updated for resources: {'Port': ['ID=12f42c43-5fc4-4809-8c86-59a2116a0e88,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:03.292219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:03.434221 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371eecc-d008-4141-8bd8-73bceacfd61a req-dd1d9f42-b552-41f6-90e2-2101d438406a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:03.436493 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a371eecc-d008-4141-8bd8-73bceacfd61a req-dd1d9f42-b552-41f6-90e2-2101d438406a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.1000695 Feb 15 21:56:03.491132 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a371eecc-d008-4141-8bd8-73bceacfd61a req-f2732b93-90c3-4a9b-bf76-cc4e241926bc tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0481932 Feb 15 21:56:03.494565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Attempting to bind port 12f42c43-5fc4-4809-8c86-59a2116a0e88 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:56:03.494934 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Attempting to bind port 12f42c43-5fc4-4809-8c86-59a2116a0e88 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:56:03.495324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Attempting to bind port 12f42c43-5fc4-4809-8c86-59a2116a0e88 on network f0efd66c-3f9b-4ddd-b264-92453b2dea5a {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:56:03.501421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:56:03.501804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Checking segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:56:03.502208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:03.502600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Bound using segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:56:03.503077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Bound port: 12f42c43-5fc4-4809-8c86-59a2116a0e88, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:56:03.503480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:03.603913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] For port 12f42c43-5fc4-4809-8c86-59a2116a0e88, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:56:03.607016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] For port 12f42c43-5fc4-4809-8c86-59a2116a0e88, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=12f42c43-5fc4-4809-8c86-59a2116a0e88,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:56:03.652046 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:03.669914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-902e90f4-562c-4cbd-b6ff-b44b3a2be524 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:03.700800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2fe09-6c0b-4d1c-8734-54dc36ce4fba req-fd6c62c0-3222-40b2-b13d-fdaefe332230 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:03.703869 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a4d2fe09-6c0b-4d1c-8734-54dc36ce4fba req-fd6c62c0-3222-40b2-b13d-fdaefe332230 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 944 time: 0.1007285 Feb 15 21:56:03.809105 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a4d2fe09-6c0b-4d1c-8734-54dc36ce4fba req-ebfe2619-2a33-45cf-b150-e0d83c12d264 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990562 Feb 15 21:56:03.825861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Pushing event updated for resources: {'Port': ['ID=12f42c43-5fc4-4809-8c86-59a2116a0e88,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:03.830902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:03.837718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c4220-dcbf-4bc3-80ea-6b71c2827c0c req-a9c26824-1b77-496b-b83b-398998560ebf tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:03.839298 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a41c4220-dcbf-4bc3-80ea-6b71c2827c0c req-a9c26824-1b77-496b-b83b-398998560ebf tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 945 time: 0.1100323 Feb 15 21:56:03.863884 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:03.864541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:03.866082 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] 10.222.0.47 "PUT /v2.0/ports/12f42c43-5fc4-4809-8c86-59a2116a0e88 HTTP/1.1" status: 200 len: 1158 time: 1.5190446 Feb 15 21:56:03.866516 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'tag': '12f42c43-5fc4-4809-8c86-59a2116a0e88'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:03.890502 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a41c4220-dcbf-4bc3-80ea-6b71c2827c0c req-b44b1a8d-39a3-4afa-a77d-74ae23a72ff8 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447452 Feb 15 21:56:03.920852 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'tag': '12f42c43-5fc4-4809-8c86-59a2116a0e88', 'status': 'completed', 'code': 200} Feb 15 21:56:04.028680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac61d-1526-4d27-b9fd-32f5909af98e req-df442f7a-16e5-449c-bf2d-7d78db4bc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:04.030746 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ee6ac61d-1526-4d27-b9fd-32f5909af98e req-df442f7a-16e5-449c-bf2d-7d78db4bc519 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 1161 time: 0.0840089 Feb 15 21:56:04.248490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91317-91c1-45af-9eb5-3972be300f54 req-fba8a4b4-5fd1-4db7-bb89-6a2c2668325b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:04.250181 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c6b91317-91c1-45af-9eb5-3972be300f54 req-fba8a4b4-5fd1-4db7-bb89-6a2c2668325b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0958030 Feb 15 21:56:04.300482 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c6b91317-91c1-45af-9eb5-3972be300f54 req-c520c375-b311-4a5b-89d7-80dde61b0e5f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Feb 15 21:56:04.403604 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac61d-1526-4d27-b9fd-32f5909af98e req-632981ad-9906-4d4d-8369-1697d1c2ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:04.405205 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ee6ac61d-1526-4d27-b9fd-32f5909af98e req-632981ad-9906-4d4d-8369-1697d1c2ef3c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ea1d4d03033642b5acadd7dd2746a475&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3667529 Feb 15 21:56:04.552388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac61d-1526-4d27-b9fd-32f5909af98e req-3f988ec2-c682-4ef7-abe5-bb5158d0cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:04.553980 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ee6ac61d-1526-4d27-b9fd-32f5909af98e req-3f988ec2-c682-4ef7-abe5-bb5158d0cabb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1401677 Feb 15 21:56:04.680353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-55f2564a-a808-4979-80ce-bf7f932946d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:04.682037 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-55f2564a-a808-4979-80ce-bf7f932946d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 1161 time: 0.0780983 Feb 15 21:56:04.697662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5462bf6-4069-402c-b974-dfe5d46a3c5c req-b5bbd7a9-55f3-40d0-864d-084c35ddf862 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:04.699268 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5462bf6-4069-402c-b974-dfe5d46a3c5c req-b5bbd7a9-55f3-40d0-864d-084c35ddf862 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.0870216 Feb 15 21:56:04.750169 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5462bf6-4069-402c-b974-dfe5d46a3c5c req-f983e657-4c50-46af-88e0-b874baf86d3e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0440190 Feb 15 21:56:04.760601 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-5ea45b09-ece5-4f50-bd41-f1934acddfeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12f42c43-5fc4-4809-8c86-59a2116a0e88 HTTP/1.1" status: 200 len: 217 time: 0.0691020 Feb 15 21:56:04.835203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-075e68f0-3634-4df6-8aec-b9c23f7e3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:04.838032 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-075e68f0-3634-4df6-8aec-b9c23f7e3261 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.0648789 Feb 15 21:56:04.925753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-4601d208-c108-4256-989e-50d3fe15e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:04.927388 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-4601d208-c108-4256-989e-50d3fe15e421 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807681 Feb 15 21:56:05.010546 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e26358-d6e4-4581-939f-108e245c4547 req-2f572c5b-210e-4556-a862-dea58ab1dabf tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:05.012193 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3e26358-d6e4-4581-939f-108e245c4547 req-2f572c5b-210e-4556-a862-dea58ab1dabf tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 944 time: 0.0875466 Feb 15 21:56:05.072978 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-5ba51b6d-8d08-4f24-862a-c76f724f8211 service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382484 Feb 15 21:56:05.118691 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3e26358-d6e4-4581-939f-108e245c4547 req-ec7112ee-89ee-4832-b7b5-1d8fb29a34d4 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700636 Feb 15 21:56:05.137421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de98de-f5bf-495c-b693-148d19adcaeb req-90fc3342-3ffd-47c8-bf4c-5c63e15a6854 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:05.139614 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-86de98de-f5bf-495c-b693-148d19adcaeb req-90fc3342-3ffd-47c8-bf4c-5c63e15a6854 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 945 time: 0.1264596 Feb 15 21:56:05.190026 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-86de98de-f5bf-495c-b693-148d19adcaeb req-41ce94cb-6d8d-46fb-8a29-4700325741a5 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Feb 15 21:56:05.223001 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffdf1132-5eeb-4c7a-8255-7b8ab895f699 req-bd71b1d7-d4ea-46b4-85c7-2ae1e60ac769 service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392939 Feb 15 21:56:05.304422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 95515aff-b02a-4ffd-9346-8004e5774de4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:05.404689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 95515aff-b02a-4ffd-9346-8004e5774de4 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:56:05.410156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 95515aff-b02a-4ffd-9346-8004e5774de4 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:05.410576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:05.498537 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41025ae8-5dc3-4152-809c-f898c0e48eab req-e6dcf6de-84a5-4d31-9624-abab373cc61f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:05.500102 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41025ae8-5dc3-4152-809c-f898c0e48eab req-e6dcf6de-84a5-4d31-9624-abab373cc61f tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0855706 Feb 15 21:56:05.535154 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:05.551039 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41025ae8-5dc3-4152-809c-f898c0e48eab req-a9dfbb5e-4a0d-4db8-9abb-3c452e1ad42b tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Feb 15 21:56:05.566316 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29625dea-d219-4655-960b-444e6df5d3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95515aff-b02a-4ffd-9346-8004e5774de4'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:05.573664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 95515aff-b02a-4ffd-9346-8004e5774de4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=95515aff-b02a-4ffd-9346-8004e5774de4,segment=NetworkSegment(5ee1c689-3e2c-4925-ab5b-466423cf8230),segment_id=5ee1c689-3e2c-4925-ab5b-466423cf8230)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:05.614413 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29625dea-d219-4655-960b-444e6df5d3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95515aff-b02a-4ffd-9346-8004e5774de4', 'code': 200} Feb 15 21:56:05.630838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:05.633214 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:05.706825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=95515aff-b02a-4ffd-9346-8004e5774de4,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:05.710215 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:05.947661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa870ecc-c2c0-4ac4-98f0-00c71577bd79 req-dee778ee-8065-412c-98a1-e2cfd72dc7db tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:05.949242 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fa870ecc-c2c0-4ac4-98f0-00c71577bd79 req-dee778ee-8065-412c-98a1-e2cfd72dc7db tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.0857875 Feb 15 21:56:05.956053 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63a376-a660-4c42-ad8d-8466a63242e2 req-c12507e8-ecbd-452d-af4b-3c8115f1ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:05.957687 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf63a376-a660-4c42-ad8d-8466a63242e2 req-c12507e8-ecbd-452d-af4b-3c8115f1ac1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 1163 time: 0.0766442 Feb 15 21:56:05.997003 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fa870ecc-c2c0-4ac4-98f0-00c71577bd79 req-a6c69fec-7676-43fc-a74b-f49fab0fecca tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0415490 Feb 15 21:56:06.004963 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf63a376-a660-4c42-ad8d-8466a63242e2 req-67bee41e-a03d-470a-bd06-64c2fa626a43 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361502 Feb 15 21:56:06.317509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device a25dc47c-76e4-4569-899a-d714549130ca up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:06.374486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea9ce1-3749-4653-bc59-da50bd9d6a0e req-61fe4618-ce3e-482e-b3ae-3a7ab93de923 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:06.376105 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6ea9ce1-3749-4653-bc59-da50bd9d6a0e req-61fe4618-ce3e-482e-b3ae-3a7ab93de923 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1429932 Feb 15 21:56:06.399903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port a25dc47c-76e4-4569-899a-d714549130ca triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:06.400326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:06.446522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb83d18-53af-4272-ab2d-951ad2f35e17 req-a5ea6417-90e1-4a02-a487-00e6b8f38d95 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:06.448145 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0bb83d18-53af-4272-ab2d-951ad2f35e17 req-a5ea6417-90e1-4a02-a487-00e6b8f38d95 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 945 time: 0.1466439 Feb 15 21:56:06.451676 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6ea9ce1-3749-4653-bc59-da50bd9d6a0e req-21864177-1809-44ee-ab49-b12cb2fc4148 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680389 Feb 15 21:56:06.507709 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0bb83d18-53af-4272-ab2d-951ad2f35e17 req-332127c5-b165-4da0-a650-b6aef2c45d2a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513515 Feb 15 21:56:06.532545 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 95515aff-b02a-4ffd-9346-8004e5774de4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:06.605424 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 95515aff-b02a-4ffd-9346-8004e5774de4 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:06.605849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:06.747956 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d7c77-270f-4827-a9b3-03bbcbadf574 req-9139c3eb-2eb9-4a24-a1e4-04220edb34eb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:06.749648 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-478d7c77-270f-4827-a9b3-03bbcbadf574 req-9139c3eb-2eb9-4a24-a1e4-04220edb34eb tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.0860989 Feb 15 21:56:06.797062 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-478d7c77-270f-4827-a9b3-03bbcbadf574 req-46ca10a7-4010-4041-b70f-0f903254bdb6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Feb 15 21:56:06.827875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-58e8c8a5-a78b-4038-9c19-d64736608e5c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:06.828632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-58e8c8a5-a78b-4038-9c19-d64736608e5c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Synchronizing usage tracker for tenant:cbc9f48a0be04bca93ff4508f2a97944 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:56:06.878332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-58e8c8a5-a78b-4038-9c19-d64736608e5c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Unset dirty status for tenant:cbc9f48a0be04bca93ff4508f2a97944 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:56:06.879620 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-58e8c8a5-a78b-4038-9c19-d64736608e5c tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.47 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 945 time: 0.1408854 Feb 15 21:56:06.997253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Deleting port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:56:06.997664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:07.149851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924a952-18be-4aad-90da-cb92cdd13efc req-a76c79cc-4a2a-4c1c-ab36-439845640e64 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:07.150523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e924a952-18be-4aad-90da-cb92cdd13efc req-a76c79cc-4a2a-4c1c-ab36-439845640e64 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Synchronizing usage tracker for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:56:07.196763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5e4c0-07bd-43f8-bc89-61dd3b382991 req-93ce5139-f33b-4a16-80a9-e65f33a78fac tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:07.198335 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-01b5e4c0-07bd-43f8-bc89-61dd3b382991 req-93ce5139-f33b-4a16-80a9-e65f33a78fac tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.0878003 Feb 15 21:56:07.245015 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-01b5e4c0-07bd-43f8-bc89-61dd3b382991 req-29f812ca-cf44-4af3-a017-4ba8cd665c42 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0396616 Feb 15 21:56:07.300902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] For port 69ad10bc-d060-4e14-9f21-e46bf8d07c11, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=69ad10bc-d060-4e14-9f21-e46bf8d07c11,segment=NetworkSegment(d03fc2ce-145b-4d49-b674-25e0d6049ba1),segment_id=d03fc2ce-145b-4d49-b674-25e0d6049ba1)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:07.301303 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:07.312831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e924a952-18be-4aad-90da-cb92cdd13efc req-a76c79cc-4a2a-4c1c-ab36-439845640e64 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Unset dirty status for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:56:07.314088 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e924a952-18be-4aad-90da-cb92cdd13efc req-a76c79cc-4a2a-4c1c-ab36-439845640e64 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 945 time: 0.3668675 Feb 15 21:56:07.438559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Calling delete_port for 69ad10bc-d060-4e14-9f21-e46bf8d07c11 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:56:07.566447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e924a952-18be-4aad-90da-cb92cdd13efc req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Deleting port a25dc47c-76e4-4569-899a-d714549130ca {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:56:07.566833 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e924a952-18be-4aad-90da-cb92cdd13efc req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:07.735235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d1b5b-d432-4286-b87e-caebcd70de8c req-11df3f64-287e-4671-9e2e-1ad9cb9504f6 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:07.736819 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6d5d1b5b-d432-4286-b87e-caebcd70de8c req-11df3f64-287e-4671-9e2e-1ad9cb9504f6 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1591198 Feb 15 21:56:07.748471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8eaf8-1083-409e-9ed5-cbf85fe18b56 req-899f206a-9ec6-4a0a-b2e4-3adb771894ca tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:07.750006 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9cf8eaf8-1083-409e-9ed5-cbf85fe18b56 req-899f206a-9ec6-4a0a-b2e4-3adb771894ca tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 945 time: 0.1295469 Feb 15 21:56:07.824822 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6d5d1b5b-d432-4286-b87e-caebcd70de8c req-cf8a5dfd-280c-449e-9690-f15e8d2761d1 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737929 Feb 15 21:56:07.829507 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9cf8eaf8-1083-409e-9ed5-cbf85fe18b56 req-7219ffc8-12d2-4cbb-9b4b-a96c01daef02 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630126 Feb 15 21:56:07.859901 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:07.883860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ac04f538-baeb-4884-8929-c9c820806c36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:07.938657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Pushing event deleted for resources: {'Port': ['ID=69ad10bc-d060-4e14-9f21-e46bf8d07c11,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:07.942185 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:07.991306 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ebba398f-df1a-432a-a3dc-12001c8e343f req-98bdca0a-d028-4c97-8193-c9e6d2949874 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 210 time: 0.0554492 Feb 15 21:56:08.087198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e924a952-18be-4aad-90da-cb92cdd13efc req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] For port a25dc47c-76e4-4569-899a-d714549130ca, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a25dc47c-76e4-4569-899a-d714549130ca,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:08.087627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e924a952-18be-4aad-90da-cb92cdd13efc req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:08.235967 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e924a952-18be-4aad-90da-cb92cdd13efc req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Calling delete_port for a25dc47c-76e4-4569-899a-d714549130ca owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:56:08.339520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] No DVR routers for this DVR port 69ad10bc-d060-4e14-9f21-e46bf8d07c11 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:56:08.343968 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:08.346652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557ed3da-6c0f-4fff-aa1d-64e426cf6e56', 'name': 'network-vif-deleted', 'tag': '69ad10bc-d060-4e14-9f21-e46bf8d07c11'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:08.414852 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557ed3da-6c0f-4fff-aa1d-64e426cf6e56', 'name': 'network-vif-deleted', 'tag': '69ad10bc-d060-4e14-9f21-e46bf8d07c11', 'status': 'completed', 'code': 200} Feb 15 21:56:08.421193 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e0d55c43-492e-40b4-9732-2bd8eee7b02c req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.47 "DELETE /v2.0/ports/69ad10bc-d060-4e14-9f21-e46bf8d07c11 HTTP/1.1" status: 204 len: 173 time: 1.5343041 Feb 15 21:56:08.462745 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7c72f-7cc7-4295-8cc9-16709b40fc34 req-d0c076e0-7f04-47bf-ac91-ce84eb29af43 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:08.464386 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-72b7c72f-7cc7-4295-8cc9-16709b40fc34 req-d0c076e0-7f04-47bf-ac91-ce84eb29af43 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.0892324 Feb 15 21:56:08.495856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e924a952-18be-4aad-90da-cb92cdd13efc req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:08.511310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-eaf5c28f-64f6-4cd3-a33b-77d90e0a36ba tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:08.515779 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-72b7c72f-7cc7-4295-8cc9-16709b40fc34 req-0fdc59ab-6a71-491d-a6c5-f49034563b09 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0442576 Feb 15 21:56:08.568167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Pushing event deleted for resources: {'Port': ['ID=a25dc47c-76e4-4569-899a-d714549130ca,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:08.572842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:08.627568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 95515aff-b02a-4ffd-9346-8004e5774de4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:08.709946 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 95515aff-b02a-4ffd-9346-8004e5774de4 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:08.710582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:08.725026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-e924a952-18be-4aad-90da-cb92cdd13efc req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] No DVR routers for this DVR port a25dc47c-76e4-4569-899a-d714549130ca on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:56:08.727175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e924a952-18be-4aad-90da-cb92cdd13efc req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:08.771039 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e924a952-18be-4aad-90da-cb92cdd13efc req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "DELETE /v2.0/ports/a25dc47c-76e4-4569-899a-d714549130ca HTTP/1.1" status: 204 len: 173 time: 1.3405850 Feb 15 21:56:08.861359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 69ad10bc-d060-4e14-9f21-e46bf8d07c11 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:56:08.898628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: 69ad10bc-d060-4e14-9f21-e46bf8d07c11 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:56:08.899263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 69ad10bc-d060-4e14-9f21-e46bf8d07c11 not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:56:08.899909 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device a25dc47c-76e4-4569-899a-d714549130ca no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:56:08.945843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: a25dc47c-76e4-4569-899a-d714549130ca {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:56:08.946247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device a25dc47c-76e4-4569-899a-d714549130ca not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:56:09.058126 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c7c630d-1425-41f7-8bc7-527e2081dc73 req-0d73b951-ddd4-444a-a3ca-71b59cf45136 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2322ada-c185-4cf7-9b69-d3bf27260592 HTTP/1.1" status: 200 len: 210 time: 0.0681882 Feb 15 21:56:09.095756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278aa61-6ae7-4033-a494-1b2e2745b59d req-8edd95bd-8497-46e1-be6c-7a833d0bd290 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:09.097343 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2278aa61-6ae7-4033-a494-1b2e2745b59d req-8edd95bd-8497-46e1-be6c-7a833d0bd290 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1469128 Feb 15 21:56:09.147168 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2278aa61-6ae7-4033-a494-1b2e2745b59d req-4d044862-538d-4c05-ab47-ff384e712d51 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Feb 15 21:56:09.241377 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7b13883d-49e3-4f02-a5cb-a1ad65c61cfc req-adee906f-f846-4de0-9294-1298c50112e6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=557ed3da-6c0f-4fff-aa1d-64e426cf6e56 HTTP/1.1" status: 200 len: 210 time: 0.0586472 Feb 15 21:56:09.733218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0938b-2ab4-45b4-9986-d42fd39c3ef9 req-3a08850a-3f51-49dd-9ad2-c543f2a22aac tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:09.736210 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5fc0938b-2ab4-45b4-9986-d42fd39c3ef9 req-3a08850a-3f51-49dd-9ad2-c543f2a22aac tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.1015308 Feb 15 21:56:09.782879 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5fc0938b-2ab4-45b4-9986-d42fd39c3ef9 req-6c0ac189-ebd7-473c-a45d-811e99a60041 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0414903 Feb 15 21:56:10.416031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2322ada-c185-4cf7-9b69-d3bf27260592', 'name': 'network-vif-deleted', 'tag': 'a25dc47c-76e4-4569-899a-d714549130ca'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:10.639325 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2322ada-c185-4cf7-9b69-d3bf27260592', 'name': 'network-vif-deleted', 'tag': 'a25dc47c-76e4-4569-899a-d714549130ca', 'status': 'completed', 'code': 200} Feb 15 21:56:10.817665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7357bc-c72b-4243-970d-18cfdf8f0606 req-90c1a042-ee8a-4858-80e4-49384408fe39 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:10.819276 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd7357bc-c72b-4243-970d-18cfdf8f0606 req-90c1a042-ee8a-4858-80e4-49384408fe39 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0913520 Feb 15 21:56:10.868117 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd7357bc-c72b-4243-970d-18cfdf8f0606 req-fae9093f-87c3-4e3e-8712-d51cbecaf6d1 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Feb 15 21:56:11.011885 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb0079-e83a-48b4-9998-d0ac56496263 req-6a93bf0a-4ec7-44ee-99c9-f854977c351e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:11.013553 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dadb0079-e83a-48b4-9998-d0ac56496263 req-6a93bf0a-4ec7-44ee-99c9-f854977c351e tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0856004 Feb 15 21:56:11.065357 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dadb0079-e83a-48b4-9998-d0ac56496263 req-d06a6920-e66d-4084-b547-b2e5c0797123 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449474 Feb 15 21:56:11.153905 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614546cd-80a9-4133-8685-ed854ffc994c req-dfc37594-1e4b-4e27-b943-a5683e47b18f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:11.155528 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-614546cd-80a9-4133-8685-ed854ffc994c req-dfc37594-1e4b-4e27-b943-a5683e47b18f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.0859957 Feb 15 21:56:11.203146 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-614546cd-80a9-4133-8685-ed854ffc994c req-02bd3fab-a3b4-408d-9717-324c2b029841 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0413642 Feb 15 21:56:11.950834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412494a-4d0f-4894-8936-2d87fd89674a req-2098487f-c9db-4828-8f8d-196cc95f9d93 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:11.952455 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7412494a-4d0f-4894-8936-2d87fd89674a req-2098487f-c9db-4828-8f8d-196cc95f9d93 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.0880542 Feb 15 21:56:12.042876 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7412494a-4d0f-4894-8936-2d87fd89674a req-44089505-ff73-4d57-8801-7f5c9e2a3351 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841210 Feb 15 21:56:12.081729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe0313-320b-44d1-a498-97e98c5fe3bb req-39b09c48-ae74-4513-b902-3bfc4b771062 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:12.083318 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-40fe0313-320b-44d1-a498-97e98c5fe3bb req-39b09c48-ae74-4513-b902-3bfc4b771062 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0949590 Feb 15 21:56:12.130915 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-40fe0313-320b-44d1-a498-97e98c5fe3bb req-7c09c6eb-38d2-4954-b6be-deae8d2c839f tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Feb 15 21:56:12.275552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 95515aff-b02a-4ffd-9346-8004e5774de4 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:12.328704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07917c07-2ba0-4bee-ad92-286cab406b35 req-abecbf71-e349-45ff-af63-13bc5da2cd55 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:12.328704 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-07917c07-2ba0-4bee-ad92-286cab406b35 req-abecbf71-e349-45ff-af63-13bc5da2cd55 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0921073 Feb 15 21:56:12.357678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 95515aff-b02a-4ffd-9346-8004e5774de4 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:12.358097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:12.367933 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-07917c07-2ba0-4bee-ad92-286cab406b35 req-fcd037f0-a38f-4f9f-8123-f00c1e81f922 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814688 Feb 15 21:56:12.417139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fccb8-6785-45ed-855e-a3ebe880883a req-28f63a5c-7c56-4072-bff0-080c47199ea6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:12.418720 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c3fccb8-6785-45ed-855e-a3ebe880883a req-28f63a5c-7c56-4072-bff0-080c47199ea6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.0973485 Feb 15 21:56:12.469251 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c3fccb8-6785-45ed-855e-a3ebe880883a req-19a788b3-acb9-4cd9-b290-2010e6207d26 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0429440 Feb 15 21:56:12.902241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-9ce7ea50-a22f-4276-b021-77c445374fcb tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:12.902990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-9ce7ea50-a22f-4276-b021-77c445374fcb tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Synchronizing usage tracker for tenant:3a497a4152da47dca715f8d9f82341a1 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:56:12.965075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-9ce7ea50-a22f-4276-b021-77c445374fcb tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Unset dirty status for tenant:3a497a4152da47dca715f8d9f82341a1 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:56:12.966988 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-9ce7ea50-a22f-4276-b021-77c445374fcb tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.47 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1502631 Feb 15 21:56:13.045606 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Deleting port 95515aff-b02a-4ffd-9346-8004e5774de4 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:56:13.045998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:13.318776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] For port 95515aff-b02a-4ffd-9346-8004e5774de4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=95515aff-b02a-4ffd-9346-8004e5774de4,segment=NetworkSegment(5ee1c689-3e2c-4925-ab5b-466423cf8230),segment_id=5ee1c689-3e2c-4925-ab5b-466423cf8230)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:13.319208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:13.326507 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16fdea-d1c1-4b50-89a1-b2cbc79f2a4f req-50536e11-467b-4380-9f8d-c8c01d50b50d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:13.327807 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4f16fdea-d1c1-4b50-89a1-b2cbc79f2a4f req-50536e11-467b-4380-9f8d-c8c01d50b50d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.1608183 Feb 15 21:56:13.382135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8984d16-9d56-4803-a50e-62c2c08f09af req-e7e6a5bd-e09e-41a6-a5f1-0540b4e8e4a9 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:13.383763 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8984d16-9d56-4803-a50e-62c2c08f09af req-e7e6a5bd-e09e-41a6-a5f1-0540b4e8e4a9 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1371114 Feb 15 21:56:13.394671 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4f16fdea-d1c1-4b50-89a1-b2cbc79f2a4f req-2e47c520-7d1b-4a4b-af75-d57e9a7975d8 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602968 Feb 15 21:56:13.441374 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f8984d16-9d56-4803-a50e-62c2c08f09af req-c75d52c2-ab94-4654-a846-c36a4b24b33a tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/security-groups?id=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456207 Feb 15 21:56:13.720532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Calling delete_port for 95515aff-b02a-4ffd-9346-8004e5774de4 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:56:13.909166 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea908d-3564-4c50-b5f0-612c9c8346bd req-438ea5d8-f3b9-484a-a210-8dc476e5e531 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:13.910758 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d6ea908d-3564-4c50-b5f0-612c9c8346bd req-438ea5d8-f3b9-484a-a210-8dc476e5e531 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.3923967 Feb 15 21:56:13.948240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e71c6e-f714-45cc-a8e7-766e1eb13862 req-e4f03229-c384-43c3-98e0-afe87fd62fb9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:13.950103 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-92e71c6e-f714-45cc-a8e7-766e1eb13862 req-e4f03229-c384-43c3-98e0-afe87fd62fb9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.3523614 Feb 15 21:56:13.982133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:13.989376 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d6ea908d-3564-4c50-b5f0-612c9c8346bd req-8c11c305-7987-441b-b1e8-85537e19f1e5 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711472 Feb 15 21:56:13.998505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4a938faa-5095-4f0b-b73c-50295c164209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:14.012117 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-92e71c6e-f714-45cc-a8e7-766e1eb13862 req-4a7eef82-3602-4cbd-89e6-f66b6ad55b98 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0512886 Feb 15 21:56:14.061904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Pushing event deleted for resources: {'Port': ['ID=95515aff-b02a-4ffd-9346-8004e5774de4,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:14.066187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:14.205973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] No DVR routers for this DVR port 95515aff-b02a-4ffd-9346-8004e5774de4 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:56:14.208069 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:14.210692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29625dea-d219-4655-960b-444e6df5d3c0', 'name': 'network-vif-deleted', 'tag': '95515aff-b02a-4ffd-9346-8004e5774de4'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:14.258746 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29625dea-d219-4655-960b-444e6df5d3c0', 'name': 'network-vif-deleted', 'tag': '95515aff-b02a-4ffd-9346-8004e5774de4', 'status': 'completed', 'code': 200} Feb 15 21:56:14.280437 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8c88578c-f177-45c8-9255-f4e416f8d7ee req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.47 "DELETE /v2.0/ports/95515aff-b02a-4ffd-9346-8004e5774de4 HTTP/1.1" status: 204 len: 173 time: 1.3064077 Feb 15 21:56:14.285401 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 0b67106d-30ef-4038-9598-e5bcda83c18b up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:14.357190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 0b67106d-30ef-4038-9598-e5bcda83c18b triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:14.357610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:14.515743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 95515aff-b02a-4ffd-9346-8004e5774de4 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:56:14.554931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e1146-b317-493a-b282-7324a5b0204f req-9e51700e-3543-4a06-8987-639e51a6a5b0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:14.556025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-240e1146-b317-493a-b282-7324a5b0204f req-9e51700e-3543-4a06-8987-639e51a6a5b0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Synchronizing usage tracker for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:56:14.560793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: 95515aff-b02a-4ffd-9346-8004e5774de4 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:56:14.561286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 95515aff-b02a-4ffd-9346-8004e5774de4 not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:56:14.610728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-240e1146-b317-493a-b282-7324a5b0204f req-9e51700e-3543-4a06-8987-639e51a6a5b0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Unset dirty status for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:56:14.612054 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-240e1146-b317-493a-b282-7324a5b0204f req-9e51700e-3543-4a06-8987-639e51a6a5b0 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.1852467 Feb 15 21:56:14.659972 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c586bc0-22a1-4c14-8823-4dcd2f02044c req-6c0c782d-5439-4d12-95c6-75cb5f3f2a79 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] 10.222.0.41 "GET /v2.0/ports?device_id=29625dea-d219-4655-960b-444e6df5d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0539317 Feb 15 21:56:14.672987 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b3067-7ee5-48db-ac58-14f3316775bb req-d1ef61a5-3e6a-4162-93e8-ee6c87c32610 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:14.674956 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b42b3067-7ee5-48db-ac58-14f3316775bb req-d1ef61a5-3e6a-4162-93e8-ee6c87c32610 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 945 time: 0.1435468 Feb 15 21:56:14.701278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-240e1146-b317-493a-b282-7324a5b0204f req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Deleting port 0b67106d-30ef-4038-9598-e5bcda83c18b {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:56:14.701592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-240e1146-b317-493a-b282-7324a5b0204f req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:14.726911 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b42b3067-7ee5-48db-ac58-14f3316775bb req-e383d73c-61de-4bdf-9fda-70b149e355a6 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447824 Feb 15 21:56:14.966110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-240e1146-b317-493a-b282-7324a5b0204f req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] For port 0b67106d-30ef-4038-9598-e5bcda83c18b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=0b67106d-30ef-4038-9598-e5bcda83c18b,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:14.966451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-240e1146-b317-493a-b282-7324a5b0204f req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:15.109463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-240e1146-b317-493a-b282-7324a5b0204f req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Calling delete_port for 0b67106d-30ef-4038-9598-e5bcda83c18b owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:56:15.277559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d96bb-14c4-4f9b-9698-68961ebadfa1 req-f5d46e87-c073-467f-bced-1d4154351d20 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:15.279235 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0b0d96bb-14c4-4f9b-9698-68961ebadfa1 req-f5d46e87-c073-467f-bced-1d4154351d20 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1657891 Feb 15 21:56:15.286159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d0459-06cc-4e21-93bc-b1e5ae5ce9bb req-047243c2-be56-4f06-82c4-71e6096c5253 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:15.287688 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d2d0459-06cc-4e21-93bc-b1e5ae5ce9bb req-047243c2-be56-4f06-82c4-71e6096c5253 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.1284487 Feb 15 21:56:15.318961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-240e1146-b317-493a-b282-7324a5b0204f req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:15.334252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-adc088d8-ff4f-4407-a252-5f455a70b589 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:15.362870 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0b0d96bb-14c4-4f9b-9698-68961ebadfa1 req-dd4d924a-5e7c-42f1-afb5-9a921b0db52a tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741510 Feb 15 21:56:15.367381 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d2d0459-06cc-4e21-93bc-b1e5ae5ce9bb req-d34402c3-d4a1-428f-9d54-c4b829b4db20 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0643160 Feb 15 21:56:15.396397 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Pushing event deleted for resources: {'Port': ['ID=0b67106d-30ef-4038-9598-e5bcda83c18b,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:15.400282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:15.539668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-240e1146-b317-493a-b282-7324a5b0204f req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] No DVR routers for this DVR port 0b67106d-30ef-4038-9598-e5bcda83c18b on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:56:15.541629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-240e1146-b317-493a-b282-7324a5b0204f req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:15.593820 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-240e1146-b317-493a-b282-7324a5b0204f req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "DELETE /v2.0/ports/0b67106d-30ef-4038-9598-e5bcda83c18b HTTP/1.1" status: 204 len: 173 time: 0.9694118 Feb 15 21:56:15.904479 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9501ab7-945c-49b5-90c3-e877120156f7 req-78a82496-4e71-4b89-a3bb-9bc6fbd730a6 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5 HTTP/1.1" status: 200 len: 210 time: 0.0484083 Feb 15 21:56:16.259724 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5', 'name': 'network-vif-deleted', 'tag': '0b67106d-30ef-4038-9598-e5bcda83c18b'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:16.310304 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f4d4f4-bcc5-41f1-8470-bb47a0b8b8a5', 'name': 'network-vif-deleted', 'tag': '0b67106d-30ef-4038-9598-e5bcda83c18b', 'status': 'completed', 'code': 200} Feb 15 21:56:16.584210 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48591da-e3f9-4ef6-8f9d-fa86c7a584e9 req-f8ece789-a811-4422-a139-e2ad64565dce tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:16.585792 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b48591da-e3f9-4ef6-8f9d-fa86c7a584e9 req-f8ece789-a811-4422-a139-e2ad64565dce tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0953722 Feb 15 21:56:16.634895 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b48591da-e3f9-4ef6-8f9d-fa86c7a584e9 req-19d52661-486f-4206-bc26-a84e7a519be9 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Feb 15 21:56:16.912445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd6324-fcca-4b5f-9a3e-3c6a42f0a911 req-3fb8369a-3e61-4d62-b874-2a398b6af30d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:16.913961 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62bd6324-fcca-4b5f-9a3e-3c6a42f0a911 req-3fb8369a-3e61-4d62-b874-2a398b6af30d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.1608984 Feb 15 21:56:16.925225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc90a3-9af8-48c3-9262-017b0bb2e4d7 req-5e88a628-e283-486d-954f-36bf0e59b756 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:16.926742 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27cc90a3-9af8-48c3-9262-017b0bb2e4d7 req-5e88a628-e283-486d-954f-36bf0e59b756 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1251011 Feb 15 21:56:16.999367 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62bd6324-fcca-4b5f-9a3e-3c6a42f0a911 req-1b1a24c8-c6c6-412c-aef6-3f6d986f419d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0716116 Feb 15 21:56:17.006520 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27cc90a3-9af8-48c3-9262-017b0bb2e4d7 req-43fd7afd-ef02-4593-b5f9-77158d8cc7af tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641811 Feb 15 21:56:17.559109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-00358774-72db-430c-ab97-161a65481203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:17.611897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637088a-6b86-41bb-96eb-b54ba90680e2 req-996d6a60-2595-4d6c-8cb2-bc61b6e18d41 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:17.613489 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b637088a-6b86-41bb-96eb-b54ba90680e2 req-996d6a60-2595-4d6c-8cb2-bc61b6e18d41 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.0903859 Feb 15 21:56:17.664106 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-1859c931-ccaf-42b7-8a7d-a75e8ede37f4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:17.664946 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b637088a-6b86-41bb-96eb-b54ba90680e2 req-c7b3ec1b-e03f-4a83-aa01-4c5ed2304b5e tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447130 Feb 15 21:56:17.665359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-1859c931-ccaf-42b7-8a7d-a75e8ede37f4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Synchronizing usage tracker for tenant:cbc9f48a0be04bca93ff4508f2a97944 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:56:17.707721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-1859c931-ccaf-42b7-8a7d-a75e8ede37f4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Unset dirty status for tenant:cbc9f48a0be04bca93ff4508f2a97944 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:56:17.709166 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-1859c931-ccaf-42b7-8a7d-a75e8ede37f4 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.47 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.1312947 Feb 15 21:56:17.791026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Deleting port 35501adf-01ff-4359-aeee-9a08e6b4142f {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:56:17.791388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:17.838704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52addb44-caec-4956-a22b-51aca21b0f9f req-d6f728d3-337b-4bab-a2e9-460a9542e702 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:17.840456 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-52addb44-caec-4956-a22b-51aca21b0f9f req-d6f728d3-337b-4bab-a2e9-460a9542e702 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 946 time: 0.0856447 Feb 15 21:56:17.891584 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-52addb44-caec-4956-a22b-51aca21b0f9f req-55d77ef6-14d8-469e-8921-eccdbbc87e91 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/security-groups?id=38d6acb2-df57-41b5-83ed-b718b641e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Feb 15 21:56:18.057731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] For port 35501adf-01ff-4359-aeee-9a08e6b4142f, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=35501adf-01ff-4359-aeee-9a08e6b4142f,segment=NetworkSegment(d03fc2ce-145b-4d49-b674-25e0d6049ba1),segment_id=d03fc2ce-145b-4d49-b674-25e0d6049ba1)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:18.058132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:18.194493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Calling delete_port for 35501adf-01ff-4359-aeee-9a08e6b4142f owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:56:18.276446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00a58d-6d1a-4f9e-96a1-4b04a01c5388 req-26c482c9-7eea-4f9e-8a27-c0bc630ea0c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:18.278187 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bb00a58d-6d1a-4f9e-96a1-4b04a01c5388 req-26c482c9-7eea-4f9e-8a27-c0bc630ea0c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.1597590 Feb 15 21:56:18.285796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d21490-4de9-47ed-a125-59e5d4874b56 req-f0e8978e-b02f-4acd-a495-4a617b5d03ba tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:18.287379 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-54d21490-4de9-47ed-a125-59e5d4874b56 req-f0e8978e-b02f-4acd-a495-4a617b5d03ba tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1326842 Feb 15 21:56:18.369654 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bb00a58d-6d1a-4f9e-96a1-4b04a01c5388 req-7621b1a1-333f-418d-89de-c16ebf18e104 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0811436 Feb 15 21:56:18.374323 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-54d21490-4de9-47ed-a125-59e5d4874b56 req-5c25cc15-c898-47c6-8b96-362262fb93fd tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684907 Feb 15 21:56:18.387507 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:18.405303 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:18.462146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Pushing event deleted for resources: {'Port': ['ID=35501adf-01ff-4359-aeee-9a08e6b4142f,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:18.468898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:18.609081 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] No DVR routers for this DVR port 35501adf-01ff-4359-aeee-9a08e6b4142f on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:56:18.611072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:18.613734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d28468-1bb8-449b-8986-f43cd957ece8', 'name': 'network-vif-deleted', 'tag': '35501adf-01ff-4359-aeee-9a08e6b4142f'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:18.657180 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fa119ec7-1723-4b3f-8644-c3b16f9e172d req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.47 "DELETE /v2.0/ports/35501adf-01ff-4359-aeee-9a08e6b4142f HTTP/1.1" status: 204 len: 173 time: 0.9418604 Feb 15 21:56:18.663934 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d28468-1bb8-449b-8986-f43cd957ece8', 'name': 'network-vif-deleted', 'tag': '35501adf-01ff-4359-aeee-9a08e6b4142f', 'status': 'completed', 'code': 200} Feb 15 21:56:18.868602 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6741f0-72d1-4a3c-aafb-df5ef5a4666e req-57a2d08f-564c-4d85-b91a-14c0b0a4defa tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:18.870126 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9a6741f0-72d1-4a3c-aafb-df5ef5a4666e req-57a2d08f-564c-4d85-b91a-14c0b0a4defa tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.0846479 Feb 15 21:56:18.916916 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9a6741f0-72d1-4a3c-aafb-df5ef5a4666e req-efef0d67-7d38-443f-9aed-270106921306 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Feb 15 21:56:19.055906 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4e2aa493-02e7-44b1-bbc1-ea5befbac9f8 req-982ba620-1c8b-4f18-846a-d2a26b6f4fce tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 210 time: 0.0507336 Feb 15 21:56:19.643614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e2bce-9f2a-4356-b6eb-cab576f52088 req-d181f8f8-d4d3-4db6-bfbd-0f4dfa413949 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:19.645216 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07e2bce-9f2a-4356-b6eb-cab576f52088 req-d181f8f8-d4d3-4db6-bfbd-0f4dfa413949 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.1592388 Feb 15 21:56:19.652202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f046-4df3-4f82-9c0d-9fcc282cb54e req-892ed4e3-00ce-4a5e-9093-86b849364755 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:19.653648 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f1f7f046-4df3-4f82-9c0d-9fcc282cb54e req-892ed4e3-00ce-4a5e-9093-86b849364755 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1298995 Feb 15 21:56:19.728354 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07e2bce-9f2a-4356-b6eb-cab576f52088 req-9ea59319-43e2-4559-9c33-2f1c88123dae tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0731146 Feb 15 21:56:19.732846 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f1f7f046-4df3-4f82-9c0d-9fcc282cb54e req-e172571d-bdd6-44cc-9820-43b62f78e78f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620730 Feb 15 21:56:20.049829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ab8dd754-bc78-49be-9ee5-f0f0bfc41ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:20.116250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41919cf2-9d9f-42fe-885a-f2a2dae0661a req-5d194e92-7da9-4ada-81cc-db18a2456f3a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:20.117825 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41919cf2-9d9f-42fe-885a-f2a2dae0661a req-5d194e92-7da9-4ada-81cc-db18a2456f3a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.0877633 Feb 15 21:56:20.164762 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41919cf2-9d9f-42fe-885a-f2a2dae0661a req-c44acb64-2965-46b2-8b0e-024cf120e47a tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Feb 15 21:56:20.215593 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-df489813-ef2a-4f86-a718-2d3561e83a82 req-d3f14ac3-ca95-4611-8bac-772937139e17 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 210 time: 0.0466123 Feb 15 21:56:20.501889 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:20.994260 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba66a15-d553-43b0-a9a3-c89a799f2eaa req-b1bb0ff8-f4c4-4a20-9b60-1caff205df44 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:20.995876 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0ba66a15-d553-43b0-a9a3-c89a799f2eaa req-b1bb0ff8-f4c4-4a20-9b60-1caff205df44 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.1554172 Feb 15 21:56:21.003232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7c62b-fe22-49e8-9dd2-45bac36bf143 req-a9e2f168-2292-4cf4-bfea-2ef9bc9c91d5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:21.004750 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43f7c62b-fe22-49e8-9dd2-45bac36bf143 req-a9e2f168-2292-4cf4-bfea-2ef9bc9c91d5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1282675 Feb 15 21:56:21.077483 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0ba66a15-d553-43b0-a9a3-c89a799f2eaa req-0c882b87-b9f6-486c-86c0-3d805a4d3082 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0717218 Feb 15 21:56:21.084777 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43f7c62b-fe22-49e8-9dd2-45bac36bf143 req-32073411-a1f6-4a15-b7f0-bb7249c69b05 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630860 Feb 15 21:56:21.384297 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d7261b2-74c9-49db-ba86-7369d5656eac req-8dd267f9-a5f3-4049-80ff-31a1d1ecbce6 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 210 time: 0.0511580 Feb 15 21:56:21.409852 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec4d9c-4990-4c61-84b2-613aaa056d15 req-d7466cfd-cc1a-4912-a828-26c131395062 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:21.411416 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e8ec4d9c-4990-4c61-84b2-613aaa056d15 req-d7466cfd-cc1a-4912-a828-26c131395062 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.1338127 Feb 15 21:56:21.461335 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e8ec4d9c-4990-4c61-84b2-613aaa056d15 req-e6e7e04e-1dfd-4880-994a-d90a48884415 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436053 Feb 15 21:56:21.707464 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:21.809609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 12f42c43-5fc4-4809-8c86-59a2116a0e88 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:21.930187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 12f42c43-5fc4-4809-8c86-59a2116a0e88 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:56:21.935465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 12f42c43-5fc4-4809-8c86-59a2116a0e88 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:21.935929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:22.058748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:22.086827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f42c43-5fc4-4809-8c86-59a2116a0e88'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:22.097413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 12f42c43-5fc4-4809-8c86-59a2116a0e88, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=12f42c43-5fc4-4809-8c86-59a2116a0e88,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:22.130386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:22.132722 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:22.172774 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f42c43-5fc4-4809-8c86-59a2116a0e88', 'code': 200} Feb 15 21:56:22.206865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=12f42c43-5fc4-4809-8c86-59a2116a0e88,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:22.210416 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:22.290831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 0b67106d-30ef-4038-9598-e5bcda83c18b no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:56:22.333086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: 0b67106d-30ef-4038-9598-e5bcda83c18b {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:56:22.333482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 0b67106d-30ef-4038-9598-e5bcda83c18b not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:56:22.343903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ffa8a-9948-4dd8-ade4-e52cbe6cc295 req-5c371c04-b283-4c44-b7d1-4f4231b539ca tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:22.345592 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef5ffa8a-9948-4dd8-ade4-e52cbe6cc295 req-5c371c04-b283-4c44-b7d1-4f4231b539ca tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 946 time: 0.1548054 Feb 15 21:56:22.356330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcc9d3-9487-4b27-b913-1e8bac07cd86 req-b0b9cf7e-7168-43d3-bed5-67d499c397cf tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:22.357888 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ecdcc9d3-9487-4b27-b913-1e8bac07cd86 req-b0b9cf7e-7168-43d3-bed5-67d499c397cf tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1247964 Feb 15 21:56:22.430053 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef5ffa8a-9948-4dd8-ade4-e52cbe6cc295 req-58d99dc4-3ec8-4351-b865-1e03cd2c8642 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0711303 Feb 15 21:56:22.440987 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ecdcc9d3-9487-4b27-b913-1e8bac07cd86 req-39b1f0bb-df56-4c51-ab92-f8b7d1658948 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632496 Feb 15 21:56:22.509804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 12f42c43-5fc4-4809-8c86-59a2116a0e88 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:22.600305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 12f42c43-5fc4-4809-8c86-59a2116a0e88 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:22.600727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:22.647263 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2b9b4159-268c-4526-b12e-82c7b0c0effe req-356aa8bd-1b52-4651-a3fd-c96c3d7bffe1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] 10.222.0.41 "GET /v2.0/ports?device_id=09d28468-1bb8-449b-8986-f43cd957ece8 HTTP/1.1" status: 200 len: 210 time: 0.0964210 Feb 15 21:56:22.704632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfb725-5413-450e-8ff7-6337cd349170 req-9859b8fc-f0ea-4647-8af5-b9837d779176 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:22.712751 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ccfb725-5413-450e-8ff7-6337cd349170 req-9859b8fc-f0ea-4647-8af5-b9837d779176 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.1195455 Feb 15 21:56:22.748890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 35501adf-01ff-4359-aeee-9a08e6b4142f no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:56:22.769892 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ccfb725-5413-450e-8ff7-6337cd349170 req-c096a2cc-d6b0-4fec-a6cc-fed52c256d49 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558028 Feb 15 21:56:22.773573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7780fc-9bc3-4165-9d07-62dacab270cb req-7be9725b-338b-4945-9f88-462280b8cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:22.775205 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6e7780fc-9bc3-4165-9d07-62dacab270cb req-7be9725b-338b-4945-9f88-462280b8cd82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 1163 time: 0.1426578 Feb 15 21:56:22.788745 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: 35501adf-01ff-4359-aeee-9a08e6b4142f {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:56:22.789045 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 35501adf-01ff-4359-aeee-9a08e6b4142f not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:56:22.820153 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6e7780fc-9bc3-4165-9d07-62dacab270cb req-3b9f2085-1a3c-4025-90a2-a62513d1edfd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0369072 Feb 15 21:56:23.020732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:23.634339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-1e0ac977-5030-4886-aca6-068b6479b549 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:23.635102 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-1e0ac977-5030-4886-aca6-068b6479b549 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Synchronizing usage tracker for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:56:23.702703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-1e0ac977-5030-4886-aca6-068b6479b549 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Unset dirty status for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:56:23.703996 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-1e0ac977-5030-4886-aca6-068b6479b549 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 945 time: 0.1577516 Feb 15 21:56:23.746389 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf2303-0304-4438-b3ff-9a5a1922daeb req-8ad8fce8-1ed2-4584-9288-c21ead4142f7 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:23.748554 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2eaf2303-0304-4438-b3ff-9a5a1922daeb req-8ad8fce8-1ed2-4584-9288-c21ead4142f7 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1543384 Feb 15 21:56:23.755501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78666b-c76d-41a6-bc8d-7486e9b1d931 req-8b144c31-6edb-45b7-908e-dcad6bf51212 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:23.764928 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be78666b-c76d-41a6-bc8d-7486e9b1d931 req-8b144c31-6edb-45b7-908e-dcad6bf51212 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 946 time: 0.2180824 Feb 15 21:56:23.815386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Deleting port 81116d1d-3f2f-409d-9171-33fb474c7b5f {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:56:23.815976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:23.862632 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be78666b-c76d-41a6-bc8d-7486e9b1d931 req-a90c9394-27ba-49c5-8d94-d9465085a73e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0965927 Feb 15 21:56:23.886934 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2eaf2303-0304-4438-b3ff-9a5a1922daeb req-9f4c08e6-51f5-404f-b16b-362f1ae65def tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952902 Feb 15 21:56:23.988171 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 58512) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:24.145218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] For port 81116d1d-3f2f-409d-9171-33fb474c7b5f, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=81116d1d-3f2f-409d-9171-33fb474c7b5f,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:24.145895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:24.301970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Calling delete_port for 81116d1d-3f2f-409d-9171-33fb474c7b5f owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:56:24.539204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 12f42c43-5fc4-4809-8c86-59a2116a0e88 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:24.570713 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:24.600490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:24.692691 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef58c80e-2382-41da-afdf-f1f8573c5611 req-536a727d-ef6d-4182-91a0-1b79c7667824 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.4412911 Feb 15 21:56:24.704981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 12f42c43-5fc4-4809-8c86-59a2116a0e88 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:24.705416 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:24.849613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Pushing event deleted for resources: {'Port': ['ID=81116d1d-3f2f-409d-9171-33fb474c7b5f,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:24.859147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:24.860290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 81116d1d-3f2f-409d-9171-33fb474c7b5f no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:56:24.909494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: 81116d1d-3f2f-409d-9171-33fb474c7b5f {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:56:24.910170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 81116d1d-3f2f-409d-9171-33fb474c7b5f not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:56:24.931469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] No DVR routers for this DVR port 81116d1d-3f2f-409d-9171-33fb474c7b5f on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:56:24.937336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:24.941889 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd', 'name': 'network-vif-deleted', 'tag': '81116d1d-3f2f-409d-9171-33fb474c7b5f'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:25.005841 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-94c94b6c-da80-48c4-a1f4-2ae62046d8f7 req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "DELETE /v2.0/ports/81116d1d-3f2f-409d-9171-33fb474c7b5f HTTP/1.1" status: 204 len: 173 time: 1.2962830 Feb 15 21:56:25.249551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854133287'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:25.333148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26cf4-b0ce-47af-a1ce-2a2d34ea00b5 req-f7659917-ef38-4883-a352-c502ea32a226 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:25.335371 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28b26cf4-b0ce-47af-a1ce-2a2d34ea00b5 req-f7659917-ef38-4883-a352-c502ea32a226 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 946 time: 0.3233352 Feb 15 21:56:25.339029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:56:25.411323 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5a565-0a7b-4a9c-ac24-9a41497ac02b req-5c631b61-7693-4a4e-ae41-a0007bb1ae8b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:25.413352 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f2d5a565-0a7b-4a9c-ac24-9a41497ac02b req-5c631b61-7693-4a4e-ae41-a0007bb1ae8b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.3568330 Feb 15 21:56:25.546733 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28b26cf4-b0ce-47af-a1ce-2a2d34ea00b5 req-88a3679f-5bf0-43da-8b14-3607115bedd5 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1438997 Feb 15 21:56:25.579565 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f2d5a565-0a7b-4a9c-ac24-9a41497ac02b req-df2839e1-2fd3-4a55-a424-906c4c3236ae tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233506 Feb 15 21:56:25.613170 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd', 'name': 'network-vif-deleted', 'tag': '81116d1d-3f2f-409d-9171-33fb474c7b5f', 'status': 'completed', 'code': 200} Feb 15 21:56:25.925348 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-273ca5f5-19a8-4f6d-8fcb-7781b70f5c92 req-9014aa06-339c-450c-ba10-6e35c5c56f88 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce9ad3f4-a816-4dd6-bf38-79e0b9e43dfd HTTP/1.1" status: 200 len: 210 time: 0.0750995 Feb 15 21:56:26.006289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Deleting port f2e5548b-1855-4197-a33f-c527223a6892 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:56:26.006658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:26.074442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221598-2680-4c0f-a10b-19457cceb560 req-b7cc07bc-0add-4f93-9bc3-273bbd5f2279 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:26.076206 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2d221598-2680-4c0f-a10b-19457cceb560 req-b7cc07bc-0add-4f93-9bc3-273bbd5f2279 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 946 time: 0.2755525 Feb 15 21:56:26.219928 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2d221598-2680-4c0f-a10b-19457cceb560 req-f9770f33-dfc8-4bf7-a59d-812ddc85776c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1237457 Feb 15 21:56:26.267300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] For port f2e5548b-1855-4197-a33f-c527223a6892, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f2e5548b-1855-4197-a33f-c527223a6892,segment=NetworkSegment(d03fc2ce-145b-4d49-b674-25e0d6049ba1),segment_id=d03fc2ce-145b-4d49-b674-25e0d6049ba1)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:26.271573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:26.455222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Calling delete_port for f2e5548b-1855-4197-a33f-c527223a6892 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:56:27.224555 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-24249fb9-00c4-4d0e-a928-563b2d09d7df tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9391305 Feb 15 21:56:27.242793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'floatingip': {'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:27.252415 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:27.273120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Usage tracker for resource:floatingip and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:56:27.276964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:56:27.289952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:27.314782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04883d5a-52c7-4a8d-95de-0f5dba8655e7 req-6caf7dcd-84c4-4923-8b46-86acd2dada91 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:27.316475 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04883d5a-52c7-4a8d-95de-0f5dba8655e7 req-6caf7dcd-84c4-4923-8b46-86acd2dada91 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.2040367 Feb 15 21:56:27.389496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:27.478475 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04883d5a-52c7-4a8d-95de-0f5dba8655e7 req-218f9a47-0fed-4bfd-9acc-41d71f358838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526937 Feb 15 21:56:27.569552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:27.604274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c53b1ac9-e839-4b9b-9ab4-2a751d85803d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:27.710653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e5548b-1855-4197-a33f-c527223a6892,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:27.792196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:27.900326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:28.401022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854046235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854133337'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:29.001458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Allocated IP 172.27.0.252 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/8902a098-eb9d-42ae-b27f-99d382730298) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:56:29.171859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871925f-92d8-480f-81f4-84027d0f3d95 req-da979379-e09e-4d13-a77e-f80cb8d1cd3c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:29.173598 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7871925f-92d8-480f-81f4-84027d0f3d95 req-da979379-e09e-4d13-a77e-f80cb8d1cd3c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.5495622 Feb 15 21:56:29.345914 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7871925f-92d8-480f-81f4-84027d0f3d95 req-1aeddb59-6a1e-4c07-a979-48203b40c51a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519067 Feb 15 21:56:29.553658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:29.627363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Router f45fa0be-96ce-48ba-b0e3-314fa90e30fd has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:56:29.697195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:29.801942 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:30.046930 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'Port': ['ID=8902a098-eb9d-42ae-b27f-99d382730298,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:30.052447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:30.113776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:56:30.123075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] Sync routers for ids ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:56:30.132959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] Routers {'f45fa0be-96ce-48ba-b0e3-314fa90e30fd'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:56:30.133619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:56:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:30.150059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c3ae6-3426-43b2-99bb-59996c5f7bbc req-b29c2a70-fa39-44f3-ac1b-0e53880af55b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:30.151704 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e0c3ae6-3426-43b2-99bb-59996c5f7bbc req-b29c2a70-fa39-44f3-ac1b-0e53880af55b tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.2247841 Feb 15 21:56:30.154297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:56:30.159411 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] 10.222.0.41 "PUT /v2.0/routers/f45fa0be-96ce-48ba-b0e3-314fa90e30fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1677122 Feb 15 21:56:30.159411 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:56:30.160495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58572) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:30.162039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:56:30.265027 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e0c3ae6-3426-43b2-99bb-59996c5f7bbc req-2bbd05d8-5a0e-4cbc-a836-79e112e310b9 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046658 Feb 15 21:56:30.276137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:30.400112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:30.437067 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:30.500513 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] Set router f45fa0be-96ce-48ba-b0e3-314fa90e30fd gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:56:30.806806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:30.869229 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:30.881603 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'name': 'tempest-ServerRescueNegativeTestJSON-22461917-router', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:56:27Z', 'revision_number': 5, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'gw_port': {'id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:30.885984 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] Checking router: f45fa0be-96ce-48ba-b0e3-314fa90e30fd for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:56:30.895807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] Routers {'f45fa0be-96ce-48ba-b0e3-314fa90e30fd'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:56:30.896628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:56:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:30.898109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:30.905510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Deleting port d5938056-6f17-4632-bcb7-ae137af33151 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:56:30.905881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:30.920512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:31.033471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:31.092845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] Set router f45fa0be-96ce-48ba-b0e3-314fa90e30fd gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:56:31.196107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] For port d5938056-6f17-4632-bcb7-ae137af33151, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=d5938056-6f17-4632-bcb7-ae137af33151,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:31.196634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:31.383792 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'Port': ['ID=8902a098-eb9d-42ae-b27f-99d382730298,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:31.389445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:31.414135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Calling delete_port for d5938056-6f17-4632-bcb7-ae137af33151 owned by network:router_gateway {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:56:31.416396 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'name': 'tempest-ServerRescueNegativeTestJSON-22461917-router', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:56:27Z', 'revision_number': 5, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'gw_port': {'id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:31.421362 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d908ed-92c6-4e18-8086-080c808c402c None None] The sync data for ids ['f45fa0be-96ce-48ba-b0e3-314fa90e30fd'] in dv-cinder-775250-3-iscsi is: [{'id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'name': 'tempest-ServerRescueNegativeTestJSON-22461917-router', 'tenant_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:56:27Z', 'revision_number': 5, 'project_id': 'cbc9f48a0be04bca93ff4508f2a97944', 'gw_port': {'id': 'd5938056-6f17-4632-bcb7-ae137af33151', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:38:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45fa0be-96ce-48ba-b0e3-314fa90e30fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:56:31.422234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc691dd-0bf7-466d-a7d5-0b471c780349 req-13694f06-6edd-411f-bf02-605fa9f69fde tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:31.423913 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efc691dd-0bf7-466d-a7d5-0b471c780349 req-13694f06-6edd-411f-bf02-605fa9f69fde tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.6147552 Feb 15 21:56:31.484318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:31.522672 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efc691dd-0bf7-466d-a7d5-0b471c780349 req-f3bd41d6-88a5-418c-8de9-c0be9e8b180e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860941 Feb 15 21:56:31.570712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:31.572085 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3412776 Feb 15 21:56:31.692487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.plugins.ml2.ovo_rpc [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: result = function(*args, **kwargs) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: proto.__init__(conn_state, self) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: self.handle() Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: self.handle_one_request() Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: self.handle_one_response() Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: result = self.application(self.environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return app(environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: response = req.get_response(self.application) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: response = req.get_response(self.application) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: response = req.get_response(self.application) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: response = req.get_response(self.application) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return request.get_response(self.application) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: response = req.get_response(self._app) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return resp(environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return resp(environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: response = self.app(environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return resp(environ, start_response) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 21:56:31.696061 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: result = method(request=request, **args) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._delete(request, id, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*args, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*args, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*dup_args, **dup_kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: obj_deleter(request.context, id, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return method(*args, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*args, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*args, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*dup_args, **dup_kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: self._delete_current_gw_port(context, id, router, None) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: admin_ctx, gw_port_id, l3_port_check=False) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, context, *args, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return method(*args, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: context, port, router_ids, bound_mech_contexts) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: return function(*args, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: callback(resource, event, trigger, **kwargs) Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: if self._is_session_semantic_violated(context, resource, event): Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 15 21:56:31.702331 dv-cinder-775250-3-iscsi neutron-server[83993]: stack = traceback.extract_stack() Feb 15 21:56:31.711439 dv-cinder-775250-3-iscsi neutron-server[83993]: Feb 15 21:56:31.738031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-922736ac-b8b3-4ccb-9d94-ffbfe3951aa6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:floatingip {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:56:31.795891 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ffcee-7ad5-4364-8c8f-e20431538885 req-6d2b808a-886e-4af2-a488-017b89bca1f7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:31.797774 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a45ffcee-7ad5-4364-8c8f-e20431538885 req-6d2b808a-886e-4af2-a488-017b89bca1f7 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.1305737 Feb 15 21:56:31.821868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-922736ac-b8b3-4ccb-9d94-ffbfe3951aa6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:floatingip {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:56:31.823140 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-922736ac-b8b3-4ccb-9d94-ffbfe3951aa6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.252 HTTP/1.1" status: 200 len: 696 time: 0.2434344 Feb 15 21:56:31.979299 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a45ffcee-7ad5-4364-8c8f-e20431538885 req-d5e649d5-2179-436d-8508-edb1c993ff62 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754107 Feb 15 21:56:32.068888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-a685f4c0-7ca8-4e4a-9007-745003053e0d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:32.081640 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-a685f4c0-7ca8-4e4a-9007-745003053e0d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 784 time: 0.2516520 Feb 15 21:56:32.086290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f2e5548b-1855-4197-a33f-c527223a6892 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:56:32.088871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635345'] for router_gateway, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:32.091203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-c3e0c71b-cab2-4be0-b0c4-43dd9062286c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:56:32.096260 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd85080b-56e5-42b4-9ef2-47ef32d7cfc0 req-c3e0c71b-cab2-4be0-b0c4-43dd9062286c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0134223 Feb 15 21:56:32.174255 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: f2e5548b-1855-4197-a33f-c527223a6892 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:56:32.174569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f2e5548b-1855-4197-a33f-c527223a6892 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:56:32.253027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-15088325-8bb0-41f1-9c1a-2fb7571c6456 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:32.254145 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-15088325-8bb0-41f1-9c1a-2fb7571c6456 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Synchronizing usage tracker for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:56:32.259590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-212418'] for router, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:32.266343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:32.343652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-d7ea05b1-e9ec-483c-a9a6-f3fa1bafa245 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:32.345472 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-d7ea05b1-e9ec-483c-a9a6-f3fa1bafa245 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1125674 Feb 15 21:56:32.358300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-15088325-8bb0-41f1-9c1a-2fb7571c6456 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Unset dirty status for tenant:82291558adee4ba9ba7330ecf6d9ed23 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:56:32.359972 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-15088325-8bb0-41f1-9c1a-2fb7571c6456 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 945 time: 0.4599254 Feb 15 21:56:32.456664 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-e1181b22-a365-405d-880f-972f299b8f7e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.252 HTTP/1.1" status: 200 len: 696 time: 0.0958385 Feb 15 21:56:32.462054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Deleting port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:56:32.462439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:32.463808 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-0406a44b-bc85-4766-adba-6a7e8026d7c1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'floatingip': {'port_id': '12f42c43-5fc4-4809-8c86-59a2116a0e88', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:32.499834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647155'] for router, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:32.500176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f45fa0be-96ce-48ba-b0e3-314fa90e30fd {{(pid=84106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 21:56:32.519411 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:56:32.548454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-0406a44b-bc85-4766-adba-6a7e8026d7c1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:32.586612 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] Notify callbacks [] for router, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:32.609106 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-0ff76a4e-68fa-4208-ad1c-e30474d285d6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f45fa0be-96ce-48ba-b0e3-314fa90e30fd HTTP/1.1" status: 204 len: 168 time: 2.4470689 Feb 15 21:56:32.615445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58596) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:32.802994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-8433ccfe-1de5-4a6e-a664-1b774503a024 admin admin] Deleting subnet f6b95482-3fbe-4ddb-8ee0-e681429535cc {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:56:32.806921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8433ccfe-1de5-4a6e-a664-1b774503a024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:32.888818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8433ccfe-1de5-4a6e-a664-1b774503a024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1819660'] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:32.956912 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:32.965427 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8433ccfe-1de5-4a6e-a664-1b774503a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:33.040055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:33.041084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e5be79-9896-4826-9e58-3e3a74c591fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:33.079100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:33.081978 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ed8d2766-fe87-48f4-97d7-f7f22c63f26c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:33.166002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e0d78-f84b-4fb3-a2cc-539c2c3579b9 req-7022a773-3be9-486d-9998-ed7717be4365 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:33.168019 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5f4e0d78-f84b-4fb3-a2cc-539c2c3579b9 req-7022a773-3be9-486d-9998-ed7717be4365 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.2979815 Feb 15 21:56:33.238058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:33.242135 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5f4e0d78-f84b-4fb3-a2cc-539c2c3579b9 req-b61872b0-0bc5-4e55-96bb-fa11936d2dc1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649562 Feb 15 21:56:33.265036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:33.467459 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] For port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:33.468012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:33.610261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Calling delete_port for 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:56:33.707244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143056e9-01c1-4e4d-8b63-4e1b7518b88f req-676aca4b-6d30-44a8-b7b9-bfa268c4570f tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:33.709028 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-143056e9-01c1-4e4d-8b63-4e1b7518b88f req-676aca4b-6d30-44a8-b7b9-bfa268c4570f tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 943 time: 0.3285244 Feb 15 21:56:33.763071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.resource_extend [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-0406a44b-bc85-4766-adba-6a7e8026d7c1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 21:56:33.795697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84106) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:56:33.796356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:56:33.822314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8433ccfe-1de5-4a6e-a664-1b774503a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1826727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27523202'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:33.843074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-742ae437-2ca9-4126-b6a1-0e7950c6465c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:33.875563 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-143056e9-01c1-4e4d-8b63-4e1b7518b88f req-411bc9f8-0095-4b1c-bd92-ef94bae6b338 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578214 Feb 15 21:56:33.901929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-0406a44b-bc85-4766-adba-6a7e8026d7c1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:33.907188 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433ccfe-1de5-4a6e-a664-1b774503a024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b95482-3fbe-4ddb-8ee0-e681429535cc,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:33.930982 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e5be79-9896-4826-9e58-3e3a74c591fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1', 'code': 200} Feb 15 21:56:33.936514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-0406a44b-bc85-4766-adba-6a7e8026d7c1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:33.957181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8433ccfe-1de5-4a6e-a664-1b774503a024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:34.008657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8433ccfe-1de5-4a6e-a664-1b774503a024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:34.051434 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8433ccfe-1de5-4a6e-a664-1b774503a024 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f6b95482-3fbe-4ddb-8ee0-e681429535cc HTTP/1.1" status: 204 len: 168 time: 1.4343860 Feb 15 21:56:34.053995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58612) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:34.134336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device d5938056-6f17-4632-bcb7-ae137af33151 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:56:34.185933 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-0406a44b-bc85-4766-adba-6a7e8026d7c1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Floating IP e93c7e87-0cdf-4d12-b70c-8eece8ed2741 associated. External IP: 172.27.0.252, port: 12f42c43-5fc4-4809-8c86-59a2116a0e88. Feb 15 21:56:34.195674 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: d5938056-6f17-4632-bcb7-ae137af33151 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 21:56:34.196175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device d5938056-6f17-4632-bcb7-ae137af33151 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 21:56:34.198429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:34.320758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Deleting port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:56:34.321111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:34.490178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:34.541966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 5ea70908-6ae3-45dc-85fc-f0c9297dd978 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:34.749928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:34.750563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:34.963899 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551a40b-95ed-4a11-beb6-88aac431103e req-ff3f05ca-0e03-4a87-85b5-9203d8d72abe tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:34.965579 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2551a40b-95ed-4a11-beb6-88aac431103e req-ff3f05ca-0e03-4a87-85b5-9203d8d72abe tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.3062704 Feb 15 21:56:34.988541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab784b0-102e-4d43-b39d-724e4f4f3af4']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:35.015298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03fc2ce-145b-4d49-b674-25e0d6049ba1') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:35.015590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03fc2ce-145b-4d49-b674-25e0d6049ba1') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:35.016601 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-0406a44b-bc85-4766-adba-6a7e8026d7c1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:56:35.036771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:35.054981 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2551a40b-95ed-4a11-beb6-88aac431103e req-b0f454d9-c57e-4e30-a799-ded19e331a89 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821364 Feb 15 21:56:35.102724 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] For port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,segment=NetworkSegment(e922acba-c00a-4f69-b03b-f4b964ad48c8),segment_id=e922acba-c00a-4f69-b03b-f4b964ad48c8)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:35.103127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:35.131732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:35.207851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:56:35.307003 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Calling delete_port for 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:56:35.373779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dcae8-5af8-4ea3-8088-609a117467e7 req-d79ee9e4-ec77-46de-86ad-639fb218852d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:35.382272 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fa4dcae8-5af8-4ea3-8088-609a117467e7 req-d79ee9e4-ec77-46de-86ad-639fb218852d tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 943 time: 0.1649141 Feb 15 21:56:35.452610 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fa4dcae8-5af8-4ea3-8088-609a117467e7 req-05e582f0-e285-46e5-a48b-db4a3ef3294c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0021d6-642b-44e0-b465-a04f475ccdb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693038 Feb 15 21:56:35.459817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-0406a44b-bc85-4766-adba-6a7e8026d7c1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:56:35.465187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-0406a44b-bc85-4766-adba-6a7e8026d7c1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:35.471104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] Sync routers for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:56:35.488420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:56:35.489442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:56:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:35.552234 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-0406a44b-bc85-4766-adba-6a7e8026d7c1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "PUT /v2.0/floatingips/e93c7e87-0cdf-4d12-b70c-8eece8ed2741 HTTP/1.1" status: 200 len: 997 time: 3.0928633 Feb 15 21:56:35.552826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'tag': '12f42c43-5fc4-4809-8c86-59a2116a0e88'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:35.554143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:56:35.568840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:35.694543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-8a2c98c2-9c47-444a-b635-8ec6e648e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:35.702743 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-8a2c98c2-9c47-444a-b635-8ec6e648e63d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 1163 time: 0.1349394 Feb 15 21:56:35.740773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:56:35.744696 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'tag': '12f42c43-5fc4-4809-8c86-59a2116a0e88', 'status': 'completed', 'code': 200} Feb 15 21:56:35.898211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Network fab784b0-102e-4d43-b39d-724e4f4f3af4 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:56:35.911582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-91185bf8-a37a-4930-974e-db68d0761d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:35.913246 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-91185bf8-a37a-4930-974e-db68d0761d90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.2095540 Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:56:35.931474 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:56:36.027370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-4878060c-f00c-4d1f-bd03-7614cf80a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:36.029555 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-4878060c-f00c-4d1f-bd03-7614cf80a484 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 1163 time: 0.2958286 Feb 15 21:56:36.033430 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:36.079464 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-070ac5c1-7af5-4110-a96c-75cd40148e79 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:36.094887 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-3761d810-73a2-489a-b707-020260b73da1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12f42c43-5fc4-4809-8c86-59a2116a0e88 HTTP/1.1" status: 200 len: 1000 time: 0.1739016 Feb 15 21:56:36.207774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-6c97d8c6-7cd4-48ce-9c1e-70fc8108a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:36.217508 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-6c97d8c6-7cd4-48ce-9c1e-70fc8108a182 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.1202238 Feb 15 21:56:36.263754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Pushing event deleted for resources: {'Port': ['ID=9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:36.312449 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': 'e93c7e87-0cdf-4d12-b70c-8eece8ed2741', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': '12f42c43-5fc4-4809-8c86-59a2116a0e88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:c5:07:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:56:30Z', 'updated_at': '2021-02-15T21:56:33Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:36.321811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] Checking router: 4574719d-3b69-45f9-ac20-ef02e7ca9a2e for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:56:36.334222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:56:36.334904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:56:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:36.378014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:36.378876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:36.398161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45fded-e56c-4aa5-b57a-e1ec0bef19ba req-11bfbe2d-288e-48e4-a41d-20e66ff6d25a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:36.400821 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6e45fded-e56c-4aa5-b57a-e1ec0bef19ba req-11bfbe2d-288e-48e4-a41d-20e66ff6d25a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1153457 Feb 15 21:56:36.403276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-fd887cbf-709b-4195-b53e-ad63361b208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:36.414704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:36.414947 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-fd887cbf-709b-4195-b53e-ad63361b208e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1949663 Feb 15 21:56:36.431143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:36.448458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab784b0-102e-4d43-b39d-724e4f4f3af4,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:36.456575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:36.457622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-fc85d198-14f8-4fa1-8257-e1de07c7977e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:56:36.469351 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-fc85d198-14f8-4fa1-8257-e1de07c7977e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0530782 Feb 15 21:56:36.514394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-74c077f6-064b-448b-8d74-26503abe3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:36.516047 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-74c077f6-064b-448b-8d74-26503abe3a92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.4799666 Feb 15 21:56:36.536313 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fab784b0-102e-4d43-b39d-724e4f4f3af4 HTTP/1.1" status: 204 len: 168 time: 2.4803276 Feb 15 21:56:36.540690 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6e45fded-e56c-4aa5-b57a-e1ec0bef19ba req-c091f0e0-6b8e-4726-8b5c-510f61c1fb79 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223342 Feb 15 21:56:36.595700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:56:36.751506 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-551551ac-f8a8-46b4-8c02-d2b8b9e53fff service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808166 Feb 15 21:56:36.843630 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] No DVR routers for this DVR port 9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:56:36.855334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:36.858273 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5b541220-b586-4bc7-991d-a36562c2c5d7 req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.47 "DELETE /v2.0/ports/9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1 HTTP/1.1" status: 204 len: 173 time: 4.4844508 Feb 15 21:56:36.858973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e5be79-9896-4826-9e58-3e3a74c591fb', 'name': 'network-vif-deleted', 'tag': '9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:56:36.885734 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-f11aa94d-2955-4b84-96e3-a2265099556d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12f42c43-5fc4-4809-8c86-59a2116a0e88 HTTP/1.1" status: 200 len: 1000 time: 0.3479316 Feb 15 21:56:36.935365 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7580a3a4-8969-4fba-9f70-d14794e253e3 req-620d293a-1dfe-40ec-985e-cf75c577beb9 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] 10.222.0.41 "GET /v2.0/ports?device_id=54e5be79-9896-4826-9e58-3e3a74c591fb HTTP/1.1" status: 200 len: 210 time: 0.0741360 Feb 15 21:56:37.001822 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c92a47e5-eb69-40bf-ad44-372535c6f544 req-047195a8-f9ac-4adb-bb49-b4111559a4a1 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2492230 Feb 15 21:56:37.045638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-c9b4287c-c9bc-41a6-a41c-af82ee5e062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:37.047788 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-c9b4287c-c9bc-41a6-a41c-af82ee5e062d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.1534672 Feb 15 21:56:37.104303 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e5be79-9896-4826-9e58-3e3a74c591fb', 'name': 'network-vif-deleted', 'tag': '9e97e40a-3f14-489b-86d8-bb1f6f1fcdb1', 'status': 'completed', 'code': 200} Feb 15 21:56:37.104422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 58646) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:37.179149 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1e7b9c66-0169-4394-a5da-5ec34816f500 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbc9f48a0be04bca93ff4508f2a97944&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0762472 Feb 15 21:56:37.187990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 58654) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:37.190325 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-95c18387-e7ab-4cde-9ef4-2ba0749e3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:37.191987 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-95c18387-e7ab-4cde-9ef4-2ba0749e3803 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275179 Feb 15 21:56:37.235023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': 'e93c7e87-0cdf-4d12-b70c-8eece8ed2741', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': '12f42c43-5fc4-4809-8c86-59a2116a0e88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:c5:07:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:56:30Z', 'updated_at': '2021-02-15T21:56:33Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:37.239967 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0584303-451e-43a9-9979-4c24a7c802ba None None] The sync data for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi is: [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': 'e93c7e87-0cdf-4d12-b70c-8eece8ed2741', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': '12f42c43-5fc4-4809-8c86-59a2116a0e88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:c5:07:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:56:30Z', 'updated_at': '2021-02-15T21:56:33Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:56:37.277731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-916397f1-4188-4a72-a93a-9f183ada20a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:37.332989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-916397f1-4188-4a72-a93a-9f183ada20a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:37.374011 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-324907d4-c99e-4ad6-af6a-5938f7ba4c01 service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746733 Feb 15 21:56:37.433879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-916397f1-4188-4a72-a93a-9f183ada20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:37.452047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-aed22b59-79d8-46df-b584-64e90b62c5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:37.470400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916397f1-4188-4a72-a93a-9f183ada20a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d6acb2-df57-41b5-83ed-b718b641e2af,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:37.473346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-916397f1-4188-4a72-a93a-9f183ada20a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:37.516371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-916397f1-4188-4a72-a93a-9f183ada20a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:37.527251 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-916397f1-4188-4a72-a93a-9f183ada20a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38d6acb2-df57-41b5-83ed-b718b641e2af HTTP/1.1" status: 204 len: 168 time: 0.3304846 Feb 15 21:56:37.672324 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95b0e5ee-959a-4fe7-9d8d-698ff5c4c796 req-61369b63-513f-48e5-b44c-a1bc16ebf9ea service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2905991 Feb 15 21:56:37.678050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f42b8-9700-454a-90b5-f4ca5a3a712f None None] New status for floating IP e93c7e87-0cdf-4d12-b70c-8eece8ed2741: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:56:37.883841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea26654-1f6a-4f57-8b22-28d8410dee38 req-c8928f17-4183-492f-8884-e0539f10c5d4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:37.885462 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eea26654-1f6a-4f57-8b22-28d8410dee38 req-c8928f17-4183-492f-8884-e0539f10c5d4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1131182 Feb 15 21:56:37.948171 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eea26654-1f6a-4f57-8b22-28d8410dee38 req-b38bb8b6-6a64-4437-80dd-c5a9815a4dc4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500758 Feb 15 21:56:38.104498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 58666) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:38.192014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-226ecff8-f7c5-4148-86d6-7985b747ce96 admin admin] Deleting subnet 296d7eb8-f2de-4f0a-b505-0e720a759be4 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:56:38.195856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-226ecff8-f7c5-4148-86d6-7985b747ce96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:38.262340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-226ecff8-f7c5-4148-86d6-7985b747ce96 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:38.276756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-226ecff8-f7c5-4148-86d6-7985b747ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:38.742556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-226ecff8-f7c5-4148-86d6-7985b747ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:38.762496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e75a9652-ecfd-452f-8b8d-a9445817ef6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:38.822163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ecff8-f7c5-4148-86d6-7985b747ce96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296d7eb8-f2de-4f0a-b505-0e720a759be4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:38.868593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58688) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:38.882162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-226ecff8-f7c5-4148-86d6-7985b747ce96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:38.933801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-226ecff8-f7c5-4148-86d6-7985b747ce96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:38.941001 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-226ecff8-f7c5-4148-86d6-7985b747ce96 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/296d7eb8-f2de-4f0a-b505-0e720a759be4 HTTP/1.1" status: 204 len: 168 time: 0.8347838 Feb 15 21:56:38.944219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58694) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:39.071915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-24394139-network', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:39.079079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:39.086592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:39.150200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Usage tracker for resource:network and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:56:39.154632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:56:39.161511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:39.199921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Made reservation on behalf of 4cf493c0d1404c8bbefa3de6ecfaf174 for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:56:39.205703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:39.219075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b74057-ee85-43c0-ab21-f865b06ebf3a req-fa61aa34-7c02-4e0f-8d0f-43857c57f82a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:39.228441 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d2b74057-ee85-43c0-ab21-f865b06ebf3a req-fa61aa34-7c02-4e0f-8d0f-43857c57f82a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1257277 Feb 15 21:56:39.261606 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:39.288070 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d2b74057-ee85-43c0-ab21-f865b06ebf3a req-d1d700af-ca0f-4a37-bb54-641cff3e08b7 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584278 Feb 15 21:56:39.313607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:39.316924 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:56:39.373108 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:56:39.385441 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:39.391688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:39.772698 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3a2f6b-7872-411a-b79a-f1bbcfabef13']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:39.792144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e922acba-c00a-4f69-b03b-f4b964ad48c8') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:39.792485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e922acba-c00a-4f69-b03b-f4b964ad48c8') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:39.810957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:39.838615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:39.847961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:56:39.954105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:40.038656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:40.047845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d7e0a2e1-1aa3-49be-8fa6-a1b9381e4a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:40.076504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:56:40.094592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:40.132214 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:56:40.190375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdd4155-3c2f-457b-9844-1c02a8c9a23c,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:40.202453 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:40.225940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:40.226332 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Added segment 8a8edab4-a363-4970-aeaf-3d80622ad1f5 of type vxlan for network 74a976b8-a3ef-4109-b8d1-48b755edb77e Feb 15 21:56:40.332579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Network 6a3a2f6b-7872-411a-b79a-f1bbcfabef13 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:56:40.358380 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:56:40.361448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:40.513605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:40.517109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:40.536575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:40.546452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222a1b2-25de-4de7-96c1-69717c893c08 req-c63e0bfd-8f15-46b5-a9b8-536c5546d010 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:40.548621 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c222a1b2-25de-4de7-96c1-69717c893c08 req-c63e0bfd-8f15-46b5-a9b8-536c5546d010 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1087804 Feb 15 21:56:40.549395 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a3a2f6b-7872-411a-b79a-f1bbcfabef13,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:40.551294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:40.555003 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:40.557626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:40.558267 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:40.566946 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:40.621952 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c222a1b2-25de-4de7-96c1-69717c893c08 req-702a67e2-6d47-4652-8d48-9f22cebb35f0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574570 Feb 15 21:56:40.671765 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=74a976b8-a3ef-4109-b8d1-48b755edb77e,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:40.678310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:40.696143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:56:40.704227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:56:40.722185 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] 10.222.0.41 "DELETE /v2.0/networks/6a3a2f6b-7872-411a-b79a-f1bbcfabef13 HTTP/1.1" status: 204 len: 168 time: 1.7763631 Feb 15 21:56:40.776768 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9066083 Feb 15 21:56:40.780167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58716) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:40.786645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Request body: {'subnet': {'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-24394139-subnet', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:40.797340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:40.805873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Usage tracker for resource:subnet and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:56:40.808976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:56:40.816779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:41.033542 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Made reservation on behalf of 4cf493c0d1404c8bbefa3de6ecfaf174 for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:56:41.040983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27524709'] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:41.313730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58724) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:41.376954 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-25dafbab-9dc8-4c39-aeae-e3232a375d40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82291558adee4ba9ba7330ecf6d9ed23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0609963 Feb 15 21:56:41.379293 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58728) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:41.520281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91f215bb-4404-4464-b118-4ad60f33cba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:41.570126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91f215bb-4404-4464-b118-4ad60f33cba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:41.963805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852949021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827252582'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:41.971115 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065fb53-de61-4be4-bed8-fbf4b67339ce req-ae4a6327-7868-4bda-a16e-b13461bdf1af tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:41.980974 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a065fb53-de61-4be4-bed8-fbf4b67339ce req-ae4a6327-7868-4bda-a16e-b13461bdf1af tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1354611 Feb 15 21:56:41.982504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:42.051789 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a065fb53-de61-4be4-bed8-fbf4b67339ce req-c9d0bf2f-34cc-4203-89e6-d12af57f69f2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688043 Feb 15 21:56:42.130804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa44811f-9767-4fda-ac4a-2e019e8eca6c,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:42.135892 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:42.151286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91f215bb-4404-4464-b118-4ad60f33cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:42.158925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5b195a31-a707-4d36-b146-3d50100600a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:42.171993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f215bb-4404-4464-b118-4ad60f33cba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0021d6-642b-44e0-b465-a04f475ccdb9,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:42.194762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-91f215bb-4404-4464-b118-4ad60f33cba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:42.225940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Checking segment: {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:56:42.226340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Network hostable DHCP agents. Network: 74a976b8-a3ef-4109-b8d1-48b755edb77e, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:56:42.244375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91f215bb-4404-4464-b118-4ad60f33cba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:42.245644 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-91f215bb-4404-4464-b118-4ad60f33cba4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b0021d6-642b-44e0-b465-a04f475ccdb9 HTTP/1.1" status: 204 len: 168 time: 0.8653200 Feb 15 21:56:42.369256 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:56:42.421868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 74a976b8-a3ef-4109-b8d1-48b755edb77e) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:56:42.433468 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef17739-4f6b-43bc-971d-cb87fbc7726f None None] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:56:42.436531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:42.437543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:42.553917 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7725434 Feb 15 21:56:42.556844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58740) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:42.563444 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:42.568351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:42.572521 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Usage tracker for resource:router and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:56:42.576032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:56:42.581991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:42.625140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854144414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-212397'] for router, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:42.626288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854197748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854226693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854563366'] for router, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:42.651553 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:42.744425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp543f914f-489b-5c80-8966-c4a2ffbd7571-74a976b8-a3ef-4109-b8d1-48b755edb77e', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c'}]}} from dv-cinder-775250-3-iscsi. {{(pid=84108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:56:42.745744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:43.035385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854134860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854563381'] for router, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:43.099630 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Allocated IP 172.20.0.2 (74a976b8-a3ef-4109-b8d1-48b755edb77e/aa44811f-9767-4fda-ac4a-2e019e8eca6c/04f0f3fc-32eb-4436-8503-fb0ca6bb219c) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:56:43.453125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:43.464563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Transition to ACTIVE for port object 04f0f3fc-32eb-4436-8503-fb0ca6bb219c will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:56:43.483852 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Transition to ACTIVE for port object 04f0f3fc-32eb-4436-8503-fb0ca6bb219c will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:56:43.542113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:43.560316 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:43.567432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ee91b-78ff-4022-bb4d-78137435ef07 req-b531a1a0-2b1d-476a-97ff-135ff00a36a3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:43.569376 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1f9ee91b-78ff-4022-bb4d-78137435ef07 req-b531a1a0-2b1d-476a-97ff-135ff00a36a3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1444607 Feb 15 21:56:43.652040 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1f9ee91b-78ff-4022-bb4d-78137435ef07 req-b99ec697-f702-4bb0-84e9-5e31f6537d8c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748489 Feb 15 21:56:43.721268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Pushing event updated for resources: {'Port': ['ID=04f0f3fc-32eb-4436-8503-fb0ca6bb219c,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:43.737148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:43.740276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.740870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.741789 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.742337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.742870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.743429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.743975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.744517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.745176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.745714 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.746244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.746774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.747424 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.747961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.748490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.749562 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.750268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.750803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.751332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.751910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.752448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.752973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.753500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.754025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:43.767180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:43.790017 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:43.821202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:56:43.822618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:56:43.828516 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:56:43.892096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Attempting to bind port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:56:43.892515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Attempting to bind port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:56:43.892930 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Attempting to bind port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c on network 74a976b8-a3ef-4109-b8d1-48b755edb77e {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:56:43.914038 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:56:43.914620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Checking segment: {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:56:43.915077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:43.915549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Bound using segment: {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:56:43.916088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Bound port: 04f0f3fc-32eb-4436-8503-fb0ca6bb219c, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:56:43.916509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:44.046284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] For port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:56:44.046284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] For port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=04f0f3fc-32eb-4436-8503-fb0ca6bb219c,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:56:44.092367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:44.108384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c537f818-4993-48e6-a5e0-e64009318906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:44.158629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Allocated IP 172.27.0.121 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/114b353e-a629-4d73-8982-446b725c63b4) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:56:44.306220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Pushing event updated for resources: {'Port': ['ID=04f0f3fc-32eb-4436-8503-fb0ca6bb219c,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:44.313351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:44.359000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:44.427621 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:44.445285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:44.616568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Pushing event updated for resources: {'Port': ['ID=114b353e-a629-4d73-8982-446b725c63b4,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:44.621350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:44.675019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:56:44.676556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:56:44.684093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:56:44.947905 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b7bad-f0ed-42a6-a20a-5d0d195c1b0a req-1fcad338-066b-464f-9077-d9f1192dacd8 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:44.949662 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-450b7bad-f0ed-42a6-a20a-5d0d195c1b0a req-1fcad338-066b-464f-9077-d9f1192dacd8 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1151190 Feb 15 21:56:45.017083 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-450b7bad-f0ed-42a6-a20a-5d0d195c1b0a req-2bc6145a-3ce5-42cc-85fa-144512e280a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607202 Feb 15 21:56:45.529509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:46.118781 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635157'] for router, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:46.258024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bd9500-c955-42fc-a7e9-c22b4eec4ccd None None] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:56:46.453917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f814ad-8bb3-48fe-8a8d-a4ea2d317c7c req-c8ba73b2-b0b5-4716-9362-a69cbcdb4a38 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:46.455646 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-15f814ad-8bb3-48fe-8a8d-a4ea2d317c7c req-c8ba73b2-b0b5-4716-9362-a69cbcdb4a38 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1726065 Feb 15 21:56:46.460933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 04f0f3fc-32eb-4436-8503-fb0ca6bb219c up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:46.484197 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b is scheduled to L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 with binding_index 1 {{(pid=84106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:56:46.569473 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-15f814ad-8bb3-48fe-8a8d-a4ea2d317c7c req-ff82ece6-ec00-4d9f-a469-c7896c348ca7 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991898 Feb 15 21:56:46.573181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-7303d4d2-1e67-4908-a3f7-c54b7bc16073 None None] Provisioning for port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:56:46.741602 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:56:46.753746 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:46.754396 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:46.790899 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:56:46.822605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Sync routers for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:56:46.840544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:56:46.840544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:56:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:46.878541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Notify callbacks [] for router, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:46.882931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 58884) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:46.883519 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3254104 Feb 15 21:56:47.238166 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:47.283708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=04f0f3fc-32eb-4436-8503-fb0ca6bb219c,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:47.316351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:47.326038 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:47.451953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:56:47.933930 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=04f0f3fc-32eb-4436-8503-fb0ca6bb219c,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:47.945918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:48.039834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-19d179b9-c897-4778-972a-1e515b21c65d None None] Provisioning complete for port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:48.040467 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-19d179b9-c897-4778-972a-1e515b21c65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:48.102916 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279f5e9-5d3c-4c12-a767-f7e41bf8ed7b req-f4b9dc0a-07fa-40cf-98b2-bbefc7a3ea42 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:48.104640 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3279f5e9-5d3c-4c12-a767-f7e41bf8ed7b req-f4b9dc0a-07fa-40cf-98b2-bbefc7a3ea42 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1727140 Feb 15 21:56:48.117562 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-019306c2-5ded-4aa0-8282-d7da59671e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:48.179083 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3279f5e9-5d3c-4c12-a767-f7e41bf8ed7b req-bc424cca-6db9-42cb-acb5-38054304eb95 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635443 Feb 15 21:56:48.208921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 04f0f3fc-32eb-4436-8503-fb0ca6bb219c up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:48.334354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:48.409230 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:48.409745 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:48.573395 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:45Z', 'revision_number': 3, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:48.580265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Checking router: 0c7bdcbc-66e2-4708-96e6-76f92137ac1b for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:56:48.580709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Updating router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b port 114b353e-a629-4d73-8982-446b725c63b4 binding host dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:56:48.599722 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58906) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:48.742872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44556e6-a2a9-43d1-a49a-bca5d64d6abf admin admin] Deleting subnet 95bbd56e-03d9-41dc-805b-de20f21b2685 {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 21:56:48.747266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a44556e6-a2a9-43d1-a49a-bca5d64d6abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:48.790296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-e7952cd8-f72f-4431-86d8-9c10e5eed1a3 None None] Provisioning complete for port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:48.790863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7952cd8-f72f-4431-86d8-9c10e5eed1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:48.804002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Allocated IP 172.20.0.1 (74a976b8-a3ef-4109-b8d1-48b755edb77e/aa44811f-9767-4fda-ac4a-2e019e8eca6c/5fd3a018-860d-48d0-9eef-d54566dd08cb) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:56:48.810407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a44556e6-a2a9-43d1-a49a-bca5d64d6abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1819660'] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:48.867681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:48.874364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a44556e6-a2a9-43d1-a49a-bca5d64d6abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:48.971911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:48.989370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Transition to ACTIVE for port object 5fd3a018-860d-48d0-9eef-d54566dd08cb will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:56:49.387798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:49.404232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Transition to ACTIVE for port object 114b353e-a629-4d73-8982-446b725c63b4 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:56:49.417575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181669c-8b0f-436a-a3a2-fbe3c2bfcb45 req-4108e555-6c6c-4016-8150-4537157da5b0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:49.419798 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4181669c-8b0f-436a-a3a2-fbe3c2bfcb45 req-4108e555-6c6c-4016-8150-4537157da5b0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0916104 Feb 15 21:56:49.474700 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4181669c-8b0f-436a-a3a2-fbe3c2bfcb45 req-3cb48ce4-1b79-4452-8381-bdf58aabeaa8 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483556 Feb 15 21:56:50.347142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-07c4dbcf-5b46-4816-aaff-6c2aaeeca3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:50.347706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:50.348841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a44556e6-a2a9-43d1-a49a-bca5d64d6abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1826727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27523202'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:50.351179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:50.364957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bf1bae80-fcfd-4bf8-b2b8-689f1a46f33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:50.366022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:50.379625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:50.413589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44556e6-a2a9-43d1-a49a-bca5d64d6abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bbd56e-03d9-41dc-805b-de20f21b2685,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:50.506539 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd3a018-860d-48d0-9eef-d54566dd08cb,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:50.515362 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:50.528994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a44556e6-a2a9-43d1-a49a-bca5d64d6abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:50.529888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a44556e6-a2a9-43d1-a49a-bca5d64d6abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:50.536666 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a44556e6-a2a9-43d1-a49a-bca5d64d6abf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/95bbd56e-03d9-41dc-805b-de20f21b2685 HTTP/1.1" status: 204 len: 168 time: 1.9357131 Feb 15 21:56:50.539964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58916) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:50.565817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34938479-7f87-4903-b00d-fc2204ed3f1d None None] Pushing event updated for resources: {'Port': ['ID=114b353e-a629-4d73-8982-446b725c63b4,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:50.573490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-34938479-7f87-4903-b00d-fc2204ed3f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:50.587151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:56:50.588368 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:56:50.593397 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:56:50.593600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:50.593725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642379'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:50.670946 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Attempting to bind port 114b353e-a629-4d73-8982-446b725c63b4 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:56:50.671481 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Attempting to bind port 114b353e-a629-4d73-8982-446b725c63b4 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:56:50.671903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Attempting to bind port 114b353e-a629-4d73-8982-446b725c63b4 on network c0740f9d-599d-4a5b-86e6-eb8d170ab167 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:56:50.689710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:56:50.690109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Checking segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:56:50.690570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:50.691012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Bound using segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:56:50.691562 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Bound port: 114b353e-a629-4d73-8982-446b725c63b4, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:56:50.691985 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:50.712225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:50.802649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] For port 114b353e-a629-4d73-8982-446b725c63b4, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:56:50.807180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] For port 114b353e-a629-4d73-8982-446b725c63b4, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=114b353e-a629-4d73-8982-446b725c63b4,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:56:50.974766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:51.002064 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc07282-8fe2-47bd-a86b-d7c9fdc7ce98 req-75818cc5-5fb4-4047-9649-478186dc444b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:51.018421 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bbc07282-8fe2-47bd-a86b-d7c9fdc7ce98 req-75818cc5-5fb4-4047-9649-478186dc444b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.2073660 Feb 15 21:56:51.079364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:51.097148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ab14bd-fb0a-4bf1-a944-1822a1fc0626']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:51.105761 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bbc07282-8fe2-47bd-a86b-d7c9fdc7ce98 req-0b6d64a8-f9be-421b-8f87-8833d331d602 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810175 Feb 15 21:56:51.113228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-154ecbdc-cb41-4e27-b97b-2b2dee50038e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:51.126188 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee1c689-3e2c-4925-ab5b-466423cf8230') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:51.126537 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee1c689-3e2c-4925-ab5b-466423cf8230') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:51.159935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:51.179671 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:51.182473 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 21:56:51.225757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-bed43db4-628a-48ac-9f7d-fa5b5b4ed31b None None] Provisioning for port 5fd3a018-860d-48d0-9eef-d54566dd08cb completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:56:51.240404 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:51.338592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-bed43db4-628a-48ac-9f7d-fa5b5b4ed31b None None] Provisioning complete for port 5fd3a018-860d-48d0-9eef-d54566dd08cb triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:51.339014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bed43db4-628a-48ac-9f7d-fa5b5b4ed31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:51.473435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:56:51.489648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:51.619964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-bed43db4-628a-48ac-9f7d-fa5b5b4ed31b None None] Port 5fd3a018-860d-48d0-9eef-d54566dd08cb cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:56:51.627552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:51.637057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34938479-7f87-4903-b00d-fc2204ed3f1d None None] Pushing event updated for resources: {'Port': ['ID=114b353e-a629-4d73-8982-446b725c63b4,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:51.675422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:51.675793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-34938479-7f87-4903-b00d-fc2204ed3f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:51.677702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133458'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:51.764838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:56:51.765598 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:56:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:51.873255 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:52.036994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Network 71ab14bd-fb0a-4bf1-a944-1822a1fc0626 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 21:56:52.073054 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 21:56:52.117971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:56:52.165222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:52.256601 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd3a018-860d-48d0-9eef-d54566dd08cb,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:52.260324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:52.273501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:56:52.274265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:52.274752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:56:52.279747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:52.287712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5dcd775a-5d66-4f23-8a5e-10697815618f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:52.328209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Pushing event deleted for resources: {'Network': ['ID=71ab14bd-fb0a-4bf1-a944-1822a1fc0626,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:52.339592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:52.435193 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-eb0b9438-b7d8-44bd-a82d-c3637a86f19e admin admin] 10.222.0.41 "DELETE /v2.0/networks/71ab14bd-fb0a-4bf1-a944-1822a1fc0626 HTTP/1.1" status: 204 len: 168 time: 1.8939209 Feb 15 21:56:52.690277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 2, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:52.695125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673afa0-b843-4efc-98b0-cda14c31efe0 None None] The sync data for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi is: [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 2, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:56:52.774191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-f6803ca7-bf15-4765-8fa0-1315d55f905b None None] Provisioning complete for port 5fd3a018-860d-48d0-9eef-d54566dd08cb triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:52.774622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6803ca7-bf15-4765-8fa0-1315d55f905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:52.776640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:56:52.826137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58942) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:52.920354 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-53c6cb95-876d-42bb-a2a3-3c1e5847ac8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a497a4152da47dca715f8d9f82341a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924480 Feb 15 21:56:52.921034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58946) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:52.963761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f6803ca7-bf15-4765-8fa0-1315d55f905b None None] Port 5fd3a018-860d-48d0-9eef-d54566dd08cb cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:56:53.025437 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8626c52-9f10-406a-8843-c29d30b261f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:53.040300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:53.051843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:56:53.058491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8626c52-9f10-406a-8843-c29d30b261f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:53.063031 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] 10.222.0.41 "PUT /v2.0/routers/0c7bdcbc-66e2-4708-96e6-76f92137ac1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1787050 Feb 15 21:56:53.141960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8626c52-9f10-406a-8843-c29d30b261f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:53.148595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3d98456f-ce0e-4015-a290-ee57f4dc384b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:53.173697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8626c52-9f10-406a-8843-c29d30b261f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbae964-7c34-4c15-8d7a-0f1d8fc978b1,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:53.180490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e8626c52-9f10-406a-8843-c29d30b261f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:53.224562 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8626c52-9f10-406a-8843-c29d30b261f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:53.225974 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e8626c52-9f10-406a-8843-c29d30b261f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7dbae964-7c34-4c15-8d7a-0f1d8fc978b1 HTTP/1.1" status: 204 len: 168 time: 0.3038013 Feb 15 21:56:53.455313 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96c20f-2f16-4781-95d0-132a54cf9b6c req-184cedef-dc7a-4ee3-95bc-7058d5596b52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:53.466323 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e96c20f-2f16-4781-95d0-132a54cf9b6c req-184cedef-dc7a-4ee3-95bc-7058d5596b52 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.8684874 Feb 15 21:56:53.532033 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e96c20f-2f16-4781-95d0-132a54cf9b6c req-0e839efb-c282-4ce8-aa90-49d420f47619 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646601 Feb 15 21:56:54.171069 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 58990) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:54.178118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878125804', 'description': 'tempest-description--631798388'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:54.194447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:54.202995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:security_group and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:56:54.219557 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:56:54.227348 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 114b353e-a629-4d73-8982-446b725c63b4 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:54.239212 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:54.312764 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:54.362012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:54.390131 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:security_group_rule and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:56:54.392342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 114b353e-a629-4d73-8982-446b725c63b4 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:56:54.396306 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:56:54.402666 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 114b353e-a629-4d73-8982-446b725c63b4 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:54.402666 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:54.404292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:54.579013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:54.623304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:54.627053 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:54.645923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 114b353e-a629-4d73-8982-446b725c63b4, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=114b353e-a629-4d73-8982-446b725c63b4,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:56:54.690550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:54.693165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:54.701455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6484929b-436c-4a6f-b853-1b1d8c3e6163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:54.738391 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265baf89-bb0d-4d00-87c5-c8eeca3700bc,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:54.748121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:54.761215 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:54.764647 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5902410 Feb 15 21:56:54.766747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 59010) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:54.774176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'security_group_rule': {'security_group_id': '265baf89-bb0d-4d00-87c5-c8eeca3700bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:54.880025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=114b353e-a629-4d73-8982-446b725c63b4,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:54.889648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:54.904983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:54.923759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:security_group_rule and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:56:54.943123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:56:54.949377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:54.968330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab319c92-0ba3-4788-9bb8-54d82680de52 req-3780738e-f4ca-4543-abb5-7b5f154b6b48 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:54.970269 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ab319c92-0ba3-4788-9bb8-54d82680de52 req-3780738e-f4ca-4543-abb5-7b5f154b6b48 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1831141 Feb 15 21:56:55.037206 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ab319c92-0ba3-4788-9bb8-54d82680de52 req-824e8a40-b3ac-4f3a-bdec-71c69857ca47 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570803 Feb 15 21:56:55.072160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:55.141809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:55.170540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:55.179230 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:55.198950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6a7252-795e-484a-ad7c-bf4e708b0779,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:55.202004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:55.238651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:55.240014 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1997cf55-b36e-46f3-b6c1-8bc252496b1c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4721389 Feb 15 21:56:55.242829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 59022) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:55.248653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'security_group_rule': {'security_group_id': '265baf89-bb0d-4d00-87c5-c8eeca3700bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:55.255019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:55.259988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:security_group_rule and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:56:55.263691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:56:55.271709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:55.326065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:55.407492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:55.478282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:55.480739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:55.532543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56113774-a964-4ff7-a8c7-c151e499f6c4,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:55.553895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:55.587204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:55.588952 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7f02139d-ee91-4871-a301-02816753aa42 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450704 Feb 15 21:56:55.592733 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 59032) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:56:55.600607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'floatingip': {'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:56:55.608852 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:56:55.614949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:floatingip and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:56:55.619381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:56:55.642843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:56:55.707794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:55.894315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:56.251363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 114b353e-a629-4d73-8982-446b725c63b4 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:56:56.251363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 114b353e-a629-4d73-8982-446b725c63b4 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:56:56.251363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:56.263473 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Allocated IP 172.27.0.26 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/34408685-4188-4db2-a5c3-ae6fc94e34ad) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:56:56.322990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0c2f7-fdb3-4b86-a315-73153f35d9f2 req-553bf4ec-7954-4fbe-b780-2e97e1aa9232 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:56.324676 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-63e0c2f7-fdb3-4b86-a315-73153f35d9f2 req-553bf4ec-7954-4fbe-b780-2e97e1aa9232 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1512501 Feb 15 21:56:56.467589 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-63e0c2f7-fdb3-4b86-a315-73153f35d9f2 req-30237992-3ec2-4016-abf3-ab67e1eb098b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687323 Feb 15 21:56:56.507284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:56.588324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:56.617220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:56.837541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:56:56.842794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:56:56.844863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'Port': ['ID=34408685-4188-4db2-a5c3-ae6fc94e34ad,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:56.847015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:56:56.863105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.863641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.863922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.864317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.864711 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.865098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.865486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.865872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.866257 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.866637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.867019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.867498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.867867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.868250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.868615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.869002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.869383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.869761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.870139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.870519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.870895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.871268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.871731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.872113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:56.877305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:56.915041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Sync routers for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:56:56.916275 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:56.936130 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:56:56.936894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:56:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:57.022523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-5f05e69a-cde1-4146-81c4-5851e284c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:57.024623 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-5f05e69a-cde1-4146-81c4-5851e284c537 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 1162 time: 0.1081326 Feb 15 21:56:57.041085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:57.165727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:56:57.240603 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-bd96e9fc-f081-4366-b960-1c59e4b3be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:57.242584 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-bd96e9fc-f081-4366-b960-1c59e4b3be69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.1957402 Feb 15 21:56:57.418195 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-50555ed1-a1ae-4795-905c-f627f2dab172 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978 HTTP/1.1" status: 200 len: 1000 time: 0.1678720 Feb 15 21:56:57.440866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:57.483947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:57.507626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-bde0c7e7-6a03-4e77-996c-165575283a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:57.509236 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-bde0c7e7-6a03-4e77-996c-165575283a89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0820785 Feb 15 21:56:57.518685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:57.638018 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-7adac2d0-f083-43d9-a663-03b694bfe346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:57.639683 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-7adac2d0-f083-43d9-a663-03b694bfe346 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1223316 Feb 15 21:56:57.689705 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 2, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:57.697665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Checking router: 0c7bdcbc-66e2-4708-96e6-76f92137ac1b for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:56:57.700504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Updating router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b port 5fd3a018-860d-48d0-9eef-d54566dd08cb binding host dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:56:57.721426 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'Port': ['ID=34408685-4188-4db2-a5c3-ae6fc94e34ad,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:57.729059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:58.015137 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-6229e2b1-1181-448f-a8a4-7c79da430fbc service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621366 Feb 15 21:56:58.047694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:58.196949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17986a-0b11-411f-8886-98dcbf7586cf req-de102dbc-a27a-4040-bf23-18c6d3ae2959 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:58.210647 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be17986a-0b11-411f-8886-98dcbf7586cf req-de102dbc-a27a-4040-bf23-18c6d3ae2959 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.3034911 Feb 15 21:56:58.263673 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de4135d4-e472-44b8-a94b-cb541ce1e003 req-5aecaf4b-8aee-404a-a677-d18a46c75d70 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2404089 Feb 15 21:56:58.279170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:58.308660 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be17986a-0b11-411f-8886-98dcbf7586cf req-3f3e2a3a-cf25-4405-bc94-b0581dd8667b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967066 Feb 15 21:56:58.364363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:58.378589 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7842968 Feb 15 21:56:58.689273 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-d6d537a2-ed21-4580-85b1-56832a10fd43 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1878125804&fields=id&tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174 HTTP/1.1" status: 200 len: 267 time: 0.0894358 Feb 15 21:56:58.739633 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:58.757016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Transition to ACTIVE for port object 5fd3a018-860d-48d0-9eef-d54566dd08cb will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:56:58.815042 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:58.923754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-b508a996-17ab-45df-a225-07148745c221 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:56:58.931909 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-b508a996-17ab-45df-a225-07148745c221 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/networks?id=74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 200 len: 809 time: 0.2347054 Feb 15 21:56:58.937024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-187f6b9c-decf-4421-84e5-60afbcbc6eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:58.962157 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-885d2a68-aa4d-475f-a0b1-642d964f78ae tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/quotas/4cf493c0d1404c8bbefa3de6ecfaf174 HTTP/1.1" status: 200 len: 375 time: 0.0282972 Feb 15 21:56:59.041094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Pushing event updated for resources: {'Port': ['ID=5fd3a018-860d-48d0-9eef-d54566dd08cb,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:59.053232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.053630 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.054004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.054385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.054853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.055241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.055610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.056088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.056484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.056840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.057195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.057549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.057943 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.058296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.058667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.059026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.059375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.059744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.060241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.060597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.060796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.061524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.061754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.062242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:56:59.077881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-9eb8c1d0-ad1a-4150-8361-52769e4b16ff tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Synchronizing usage tracker for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:56:59.078163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:59.138531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-9eb8c1d0-ad1a-4150-8361-52769e4b16ff tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Unset dirty status for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:56:59.146424 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-9eb8c1d0-ad1a-4150-8361-52769e4b16ff tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1820037 Feb 15 21:56:59.251648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Attempting to bind port 5fd3a018-860d-48d0-9eef-d54566dd08cb on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:56:59.252142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Attempting to bind port 5fd3a018-860d-48d0-9eef-d54566dd08cb by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:56:59.252470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Attempting to bind port 5fd3a018-860d-48d0-9eef-d54566dd08cb on network 74a976b8-a3ef-4109-b8d1-48b755edb77e {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:56:59.265743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:56:59.266159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Checking segment: {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:56:59.268569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:59.270480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Bound using segment: {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:56:59.270480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Bound port: 5fd3a018-860d-48d0-9eef-d54566dd08cb, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:56:59.270480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:59.475340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] For port 5fd3a018-860d-48d0-9eef-d54566dd08cb, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:56:59.479880 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] For port 5fd3a018-860d-48d0-9eef-d54566dd08cb, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=5fd3a018-860d-48d0-9eef-d54566dd08cb,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:56:59.542506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:56:59.567184 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:56:59.745740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Pushing event updated for resources: {'Port': ['ID=5fd3a018-860d-48d0-9eef-d54566dd08cb,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:56:59.753222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:56:59.807002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:56:59.807744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:56:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:56:59.983647 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-04dec9b0-f6ef-4a69-bad1-87932f5b3719 service neutron] 10.222.0.41 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202279 Feb 15 21:57:00.076180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a79ba3-ef95-41d4-ad58-5a3d2b104a87 req-02254183-f914-487a-acde-60fa06d236c5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:00.082257 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8a79ba3-ef95-41d4-ad58-5a3d2b104a87 req-02254183-f914-487a-acde-60fa06d236c5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.5730174 Feb 15 21:57:00.111646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59098) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:00.223446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:57:00.318058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 5fd3a018-860d-48d0-9eef-d54566dd08cb up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:00.349896 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-24be9eb7-8ce5-4781-a009-091b65e15a58 service neutron] 10.222.0.41 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3649235 Feb 15 21:57:00.374619 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8a79ba3-ef95-41d4-ad58-5a3d2b104a87 req-3bd264d8-dcc8-4adc-89ad-27307c837dfe tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645291 Feb 15 21:57:00.444475 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:00.490565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:00.498242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] Usage tracker for resource:security_group_rule and tenant:4f5afa9dd26345fbaddb4ea2fe1905a6 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:00.504995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:00.507115 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 5fd3a018-860d-48d0-9eef-d54566dd08cb completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:57:00.512665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:00.512990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 5fd3a018-860d-48d0-9eef-d54566dd08cb triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:00.513412 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:00.747166 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:56:59Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:00.757469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c132da7e-9cca-4204-bfb0-6695d4b058b8 None None] The sync data for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi is: [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:56:59Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:57:00.784705 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:00.825870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:00.851794 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4ad9e42a-41e1-4c6a-a23e-875b3970dc04 req-05c6fc3c-a6e1-4cbc-b828-baf37090f225 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 210 time: 0.1216917 Feb 15 21:57:00.867571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 5fd3a018-860d-48d0-9eef-d54566dd08cb, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=5fd3a018-860d-48d0-9eef-d54566dd08cb,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:57:00.883693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:00.898929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8cfd2b79-882e-4b11-8f2f-eaf5bd4e5bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:00.919518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:00.925604 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-154ecbdc-cb41-4e27-b97b-2b2dee50038e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:01.011703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 59112) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:01.026578 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f5afa9dd26345fbaddb4ea2fe1905a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9134171 Feb 15 21:57:01.029383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840618b7-5e00-456e-bd5c-de17bd164ed5,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:01.051152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:01.119999 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=5fd3a018-860d-48d0-9eef-d54566dd08cb,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:01.125548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:01.159063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:01.187072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-06b20d1b-f597-43b7-a296-7bddc3998f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:01.237597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-06b20d1b-f597-43b7-a296-7bddc3998f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:01.461296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-06b20d1b-f597-43b7-a296-7bddc3998f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:01.472015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:01.488178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-06b20d1b-f597-43b7-a296-7bddc3998f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:01.488178 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-06b20d1b-f597-43b7-a296-7bddc3998f03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/840618b7-5e00-456e-bd5c-de17bd164ed5 HTTP/1.1" status: 204 len: 168 time: 0.4725871 Feb 15 21:57:01.489970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b20d1b-f597-43b7-a296-7bddc3998f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840618b7-5e00-456e-bd5c-de17bd164ed5,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:01.494924 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-06b20d1b-f597-43b7-a296-7bddc3998f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:01.669516 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df2cdb-858d-4825-8cae-c7e0af4999bc req-19813cf8-132b-4cc5-9b70-ef1fa07b30fe tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:01.671323 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-59df2cdb-858d-4825-8cae-c7e0af4999bc req-19813cf8-132b-4cc5-9b70-ef1fa07b30fe tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1172295 Feb 15 21:57:01.725851 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-59df2cdb-858d-4825-8cae-c7e0af4999bc req-eb699a47-197f-46b2-b8b7-0274194c5711 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478821 Feb 15 21:57:01.957854 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c02f661-9424-4e5f-afc9-5f7bbb605091 req-24aa297b-1ef4-4e6d-9557-5855e6130b49 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 210 time: 0.0491879 Feb 15 21:57:02.151197 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 5fd3a018-860d-48d0-9eef-d54566dd08cb up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:02.226775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 5fd3a018-860d-48d0-9eef-d54566dd08cb triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:02.227204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:02.340439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:57:03.072299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f525f41-7d84-4b38-b3f3-a10e4d397c2e req-5d573ebe-2bc9-4fc1-87bd-97664587763d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:03.081035 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4f525f41-7d84-4b38-b3f3-a10e4d397c2e req-5d573ebe-2bc9-4fc1-87bd-97664587763d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1826179 Feb 15 21:57:03.137522 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4f525f41-7d84-4b38-b3f3-a10e4d397c2e req-c24b517f-052f-470b-a810-301931f81beb tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549517 Feb 15 21:57:03.320617 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e76118ef-c5f1-40df-9029-1f62da0ac384 req-8649ff18-f46b-4093-a48b-acd1105883af tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 210 time: 0.1026940 Feb 15 21:57:04.182413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-e18d0aa3-05e0-4511-96ad-b95627953564 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:04.183649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-e18d0aa3-05e0-4511-96ad-b95627953564 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Synchronizing usage tracker for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:network {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:57:04.232817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-e18d0aa3-05e0-4511-96ad-b95627953564 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Unset dirty status for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:network {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:57:04.234442 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-e18d0aa3-05e0-4511-96ad-b95627953564 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.47 "GET /v2.0/networks?id=74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 200 len: 809 time: 0.2486455 Feb 15 21:57:04.340767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-e76ae304-33a7-4fc5-94d6-5f6bb5891615 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Synchronizing usage tracker for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:security_group {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:57:04.404071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-e76ae304-33a7-4fc5-94d6-5f6bb5891615 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Unset dirty status for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:security_group {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:57:04.405526 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-e76ae304-33a7-4fc5-94d6-5f6bb5891615 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174 HTTP/1.1" status: 200 len: 5708 time: 0.1618781 Feb 15 21:57:04.407937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9b773-09cf-47c8-ab4e-368e8f52bbfa req-895aff7e-7887-410d-81d6-2712d349fa91 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:04.409682 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7d9b773-09cf-47c8-ab4e-368e8f52bbfa req-895aff7e-7887-410d-81d6-2712d349fa91 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1275854 Feb 15 21:57:04.421326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'port': {'device_id': '4dfd008c-461d-49cf-a521-f7170c176219', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'admin_state_up': True, 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'security_groups': ['265baf89-bb0d-4d00-87c5-c8eeca3700bc']}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:04.530244 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0dbbc9fc-86fb-41dc-a30f-f70ab39ae796 req-7d0e7774-8cc8-44b4-8eea-1e0823c11a67 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 210 time: 0.0657325 Feb 15 21:57:04.533558 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7d9b773-09cf-47c8-ab4e-368e8f52bbfa req-bc46296f-1085-4492-9394-a54b6d3b5d3a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176410 Feb 15 21:57:04.602444 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:04.612848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:04.694955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Made reservation on behalf of 4cf493c0d1404c8bbefa3de6ecfaf174 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:57:04.701235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:05.080261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-6f83a2ce-42c4-4799-8201-a79fd26820cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:05.081884 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-6f83a2ce-42c4-4799-8201-a79fd26820cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 1162 time: 0.1710010 Feb 15 21:57:05.089646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Allocated IP 172.20.0.8 (74a976b8-a3ef-4109-b8d1-48b755edb77e/aa44811f-9767-4fda-ac4a-2e019e8eca6c/c47a8f48-cfcf-4abb-952d-8af350977bfc) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:57:05.359130 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-2a75aded-cca9-49c1-be9d-0a6fb77af1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:05.360868 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-2a75aded-cca9-49c1-be9d-0a6fb77af1ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.2726207 Feb 15 21:57:05.509816 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-bbf26036-c463-40a7-95a7-6575778a5d7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978 HTTP/1.1" status: 200 len: 1000 time: 0.1421771 Feb 15 21:57:05.517232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:05.594160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Transition to ACTIVE for port object c47a8f48-cfcf-4abb-952d-8af350977bfc will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:57:05.607772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-3c844575-e949-4fc5-b6fd-a5b3c62d8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:05.609295 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-3c844575-e949-4fc5-b6fd-a5b3c62d8783 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0887060 Feb 15 21:57:05.743216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-111145ef-f27d-48c2-9d47-c13cb73b4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:05.745523 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-111145ef-f27d-48c2-9d47-c13cb73b4095 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1303239 Feb 15 21:57:05.748050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:05.769664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:05.862782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f6fda-403e-4fdd-baf8-fad770125db4 req-87c30ae2-b000-4b6a-a072-199fd3dbbd59 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:05.868182 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b53f6fda-403e-4fdd-baf8-fad770125db4 req-87c30ae2-b000-4b6a-a072-199fd3dbbd59 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 931 time: 0.1967685 Feb 15 21:57:05.894546 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527ba96-15d8-4337-9a4b-6d745bdeb285 req-82694469-96b1-497f-8767-208a3d741349 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:05.896303 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3527ba96-15d8-4337-9a4b-6d745bdeb285 req-82694469-96b1-497f-8767-208a3d741349 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1450143 Feb 15 21:57:05.943131 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b53f6fda-403e-4fdd-baf8-fad770125db4 req-25cba858-c2c4-4ea6-a377-ab7eb20fac7d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705843 Feb 15 21:57:05.984260 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3527ba96-15d8-4337-9a4b-6d745bdeb285 req-919461ca-d2f4-4d43-8222-8181bdb73ab6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777926 Feb 15 21:57:06.044103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'Port': ['ID=c47a8f48-cfcf-4abb-952d-8af350977bfc,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:06.060689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.061103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.061774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.065284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.065284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.065284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.065284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.065284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.065284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.065284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.065284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.065284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.066306 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.066306 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.066510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.066827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.067199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.068030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.068439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.068821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.069221 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.069616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.070020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.070438 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:06.080968 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:06.348619 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-607cc935-d1f8-4718-8011-6c7740da82b0 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799623 Feb 15 21:57:06.405702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:57:06.455802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:57:06.462983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:57:06.557383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:06.558063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:06.580571 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38fa527d-182b-4826-9982-8a75ae36e4e9 req-56d239c4-dfa1-4b2d-9bfc-ffa5ea68e17a service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2252350 Feb 15 21:57:06.633490 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2172000 Feb 15 21:57:06.648377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Request body: {'port': {'device_id': '4dfd008c-461d-49cf-a521-f7170c176219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:06.769693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-7bc7e8ad-6d45-4442-b27f-3d493cd47055 None None] Provisioning for port c47a8f48-cfcf-4abb-952d-8af350977bfc completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:57:06.773571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:06.774932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-7bc7e8ad-6d45-4442-b27f-3d493cd47055 None None] Provisioning complete for port c47a8f48-cfcf-4abb-952d-8af350977bfc triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:06.775349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7bc7e8ad-6d45-4442-b27f-3d493cd47055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:06.832969 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7e8ad-6d45-4442-b27f-3d493cd47055 None None] Port c47a8f48-cfcf-4abb-952d-8af350977bfc cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:57:07.236804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59437b18-2a16-46d3-b614-812fa44e6be8 req-bd7dd1db-b091-4193-93c5-317fcdd58487 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:07.238424 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-59437b18-2a16-46d3-b614-812fa44e6be8 req-bd7dd1db-b091-4193-93c5-317fcdd58487 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 931 time: 0.1550193 Feb 15 21:57:07.242167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47a8f48-cfcf-4abb-952d-8af350977bfc {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:57:07.252111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:07.265615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Transition to ACTIVE for port object c47a8f48-cfcf-4abb-952d-8af350977bfc will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:57:07.281742 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2c62e-b3ad-4974-95d4-8b58201e96e5 req-5b1b2fc6-89c2-4442-83fa-e35ee9df5752 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:07.286630 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-71f2c62e-b3ad-4974-95d4-8b58201e96e5 req-5b1b2fc6-89c2-4442-83fa-e35ee9df5752 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1369548 Feb 15 21:57:07.295720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:07.310160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-12768b47-77a0-4fcc-8a02-e342d6cd8961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:07.314839 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-59437b18-2a16-46d3-b614-812fa44e6be8 req-559c2ac2-787c-4d38-9cd1-40c92cfedb7d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581398 Feb 15 21:57:07.363899 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-71f2c62e-b3ad-4974-95d4-8b58201e96e5 req-800199b1-3bdd-4871-8224-dde7925d364b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598197 Feb 15 21:57:07.462518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Pushing event updated for resources: {'Port': ['ID=c47a8f48-cfcf-4abb-952d-8af350977bfc,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:07.472522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:07.672134 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Attempting to bind port c47a8f48-cfcf-4abb-952d-8af350977bfc on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:57:07.672518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Attempting to bind port c47a8f48-cfcf-4abb-952d-8af350977bfc by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:57:07.672890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Attempting to bind port c47a8f48-cfcf-4abb-952d-8af350977bfc on network 74a976b8-a3ef-4109-b8d1-48b755edb77e {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:57:07.679117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:57:07.679516 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Checking segment: {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:57:07.679917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:07.680312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Bound using segment: {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:57:07.680794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Bound port: c47a8f48-cfcf-4abb-952d-8af350977bfc, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:57:07.681167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:07.724344 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 59370) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:07.783247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] For port c47a8f48-cfcf-4abb-952d-8af350977bfc, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:57:07.786389 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] For port c47a8f48-cfcf-4abb-952d-8af350977bfc, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c47a8f48-cfcf-4abb-952d-8af350977bfc,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:57:07.815063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:07.830244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cb7e71db-9c17-498c-9a89-e8ba8671ab38 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:07.852210 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:07.867787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:07.872422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] Usage tracker for resource:security_group_rule and tenant:b284cfd589d548ca8d7affda58083d11 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:07.875447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:07.881250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:07.985217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Pushing event updated for resources: {'Port': ['ID=c47a8f48-cfcf-4abb-952d-8af350977bfc,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:07.988689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:08.016352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:08.023217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:08.024346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:08.025449 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] 10.222.0.47 "PUT /v2.0/ports/c47a8f48-cfcf-4abb-952d-8af350977bfc HTTP/1.1" status: 200 len: 1157 time: 1.3838487 Feb 15 21:57:08.025991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd008c-461d-49cf-a521-f7170c176219', 'tag': 'c47a8f48-cfcf-4abb-952d-8af350977bfc'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:57:08.044587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:08.054923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-dc9ffe88-b50e-4994-a49c-87818937178f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:08.078325 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfd008c-461d-49cf-a521-f7170c176219', 'tag': 'c47a8f48-cfcf-4abb-952d-8af350977bfc', 'status': 'completed', 'code': 200} Feb 15 21:57:08.092503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59378) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:08.092632 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b284cfd589d548ca8d7affda58083d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671231 Feb 15 21:57:08.110397 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7497734-77af-4a34-8292-66642c5daf74,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:08.114008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:08.223520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d164614f-2b7b-4611-8cef-4a3f565ba9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:08.253422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6367eae-510e-4622-99dc-e0fdc9f325c5 req-ca55f7c6-aa3c-49cb-9be6-980d49d3adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:08.254989 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6367eae-510e-4622-99dc-e0fdc9f325c5 req-ca55f7c6-aa3c-49cb-9be6-980d49d3adca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 1160 time: 0.1494932 Feb 15 21:57:08.259316 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d164614f-2b7b-4611-8cef-4a3f565ba9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:08.453322 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6367eae-510e-4622-99dc-e0fdc9f325c5 req-721617d7-2185-40d4-bd18-31dae32031da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:08.454992 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6367eae-510e-4622-99dc-e0fdc9f325c5 req-721617d7-2185-40d4-bd18-31dae32031da service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1848669 Feb 15 21:57:08.512882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d164614f-2b7b-4611-8cef-4a3f565ba9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:08.532175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-40898db7-403f-4d84-a136-3cfd3186006c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:08.603875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164614f-2b7b-4611-8cef-4a3f565ba9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7497734-77af-4a34-8292-66642c5daf74,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:08.606013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d164614f-2b7b-4611-8cef-4a3f565ba9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:08.610015 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d164614f-2b7b-4611-8cef-4a3f565ba9b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7497734-77af-4a34-8292-66642c5daf74 HTTP/1.1" status: 204 len: 168 time: 0.5136724 Feb 15 21:57:08.631702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b060-a75d-4a94-ae44-12bc5c3faf2d req-3eb43e65-2472-4cad-b657-e8670f86439a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:08.632285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d164614f-2b7b-4611-8cef-4a3f565ba9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:08.632375 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-db67b060-a75d-4a94-ae44-12bc5c3faf2d req-3eb43e65-2472-4cad-b657-e8670f86439a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 943 time: 0.1776216 Feb 15 21:57:08.689290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 5ea70908-6ae3-45dc-85fc-f0c9297dd978 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:57:08.704364 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-db67b060-a75d-4a94-ae44-12bc5c3faf2d req-3561331f-a733-41c0-adf0-0007e5d1843a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779774 Feb 15 21:57:08.723888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6367eae-510e-4622-99dc-e0fdc9f325c5 req-d9ceebbd-dbf1-4660-a2a2-cbd2e6d88b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:08.726528 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6367eae-510e-4622-99dc-e0fdc9f325c5 req-d9ceebbd-dbf1-4660-a2a2-cbd2e6d88b42 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2629354 Feb 15 21:57:08.727672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998df531-11f4-4542-84dd-272c6c840b94 req-7b1023b2-8406-4eeb-956d-b4ee82814824 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:08.737047 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-998df531-11f4-4542-84dd-272c6c840b94 req-7b1023b2-8406-4eeb-956d-b4ee82814824 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.2282166 Feb 15 21:57:08.788681 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-998df531-11f4-4542-84dd-272c6c840b94 req-27a4dc9a-8bee-46d7-92b3-93608a05763b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505850 Feb 15 21:57:08.853600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:08.871741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-da95c82d-b6ec-45d5-aec8-26f564fbda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:08.873382 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-da95c82d-b6ec-45d5-aec8-26f564fbda29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 1160 time: 0.1035142 Feb 15 21:57:08.885784 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:57:08.903262 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 5ea70908-6ae3-45dc-85fc-f0c9297dd978, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:57:08.939491 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978', 'code': 200} Feb 15 21:57:08.946616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:08.949894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-34938479-7f87-4903-b00d-fc2204ed3f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:08.957733 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-b555aa95-b37c-439c-b695-f23025c7ec76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c47a8f48-cfcf-4abb-952d-8af350977bfc HTTP/1.1" status: 200 len: 217 time: 0.0760341 Feb 15 21:57:09.025215 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=5ea70908-6ae3-45dc-85fc-f0c9297dd978,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:09.028734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:09.035310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-0dd8b6f3-ede8-4b3f-b06a-e967a3f997ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:09.036636 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-0dd8b6f3-ede8-4b3f-b06a-e967a3f997ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa44811f-9767-4fda-ac4a-2e019e8eca6c HTTP/1.1" status: 200 len: 848 time: 0.0729322 Feb 15 21:57:09.128007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-a5582eb8-d789-4202-bad3-772952a20e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:09.129631 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-a5582eb8-d789-4202-bad3-772952a20e5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74a976b8-a3ef-4109-b8d1-48b755edb77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857947 Feb 15 21:57:09.191673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59400) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:09.210414 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:09.225767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:09.229852 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] Usage tracker for resource:security_group_rule and tenant:428c6cbc243c4f3bbe6cac60a2faf541 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:09.233429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:09.239223 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:09.473965 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-6a2e589c-3cf4-42c1-9f35-fa5feaffad4b service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373809 Feb 15 21:57:09.583957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:09.627031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:09.640918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-904220ca-bc16-4c4e-b72a-2b2b28058b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:09.658667 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5706174-e3ac-412b-a8e8-e7ddd85d75de req-4c0b3851-dc08-4ad0-a036-2029c3b08573 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1766906 Feb 15 21:57:09.687933 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=428c6cbc243c4f3bbe6cac60a2faf541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951067 Feb 15 21:57:09.689758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62626f6a-a136-4fe9-8f55-40e6b9786c05,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:09.690893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 59404) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:09.693046 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:09.756281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-39fc5b6c-ddd9-4219-be95-412cac9753d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:09.783519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-39fc5b6c-ddd9-4219-be95-412cac9753d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:09.905168 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f583fb9-8f53-4aa5-8621-b7124051ba79 req-4514901b-1c23-4cc3-9340-cf5013fb5b5d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:09.906785 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7f583fb9-8f53-4aa5-8621-b7124051ba79 req-4514901b-1c23-4cc3-9340-cf5013fb5b5d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 943 time: 0.0927176 Feb 15 21:57:09.959819 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7f583fb9-8f53-4aa5-8621-b7124051ba79 req-2489e3e7-8310-4eda-b9a6-953698e4940a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464175 Feb 15 21:57:10.022604 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-39fc5b6c-ddd9-4219-be95-412cac9753d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:10.033155 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6f865ae6-dd2d-47cb-8b6d-4492e48d3acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:10.053142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc5b6c-ddd9-4219-be95-412cac9753d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62626f6a-a136-4fe9-8f55-40e6b9786c05,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:10.055808 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-39fc5b6c-ddd9-4219-be95-412cac9753d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:10.070653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-39fc5b6c-ddd9-4219-be95-412cac9753d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:10.071954 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-39fc5b6c-ddd9-4219-be95-412cac9753d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62626f6a-a136-4fe9-8f55-40e6b9786c05 HTTP/1.1" status: 204 len: 168 time: 0.3799224 Feb 15 21:57:10.097070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d1e49-3f69-4d54-b937-d0653a0f49d5 req-ede981cf-e090-4332-b877-60c2870a69e2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:10.098790 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d98d1e49-3f69-4d54-b937-d0653a0f49d5 req-ede981cf-e090-4332-b877-60c2870a69e2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1184683 Feb 15 21:57:10.148607 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d98d1e49-3f69-4d54-b937-d0653a0f49d5 req-4ae241cd-3516-4793-8f30-204df7162527 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Feb 15 21:57:10.336295 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59426) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:10.473693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c3161a66-d6bb-406a-8600-b4a039dab496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:10.489440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c3161a66-d6bb-406a-8600-b4a039dab496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:10.493791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c3161a66-d6bb-406a-8600-b4a039dab496 admin admin] Usage tracker for resource:security_group_rule and tenant:d102618d3c6242ff9b416b8eded31373 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:10.497502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c3161a66-d6bb-406a-8600-b4a039dab496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:10.503671 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c3161a66-d6bb-406a-8600-b4a039dab496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:10.590669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c3161a66-d6bb-406a-8600-b4a039dab496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:10.620788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c3161a66-d6bb-406a-8600-b4a039dab496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:10.647892 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d164614f-2b7b-4611-8cef-4a3f565ba9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:10.661416 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c3161a66-d6bb-406a-8600-b4a039dab496 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d102618d3c6242ff9b416b8eded31373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239012 Feb 15 21:57:10.664200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59444) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:10.697519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3161a66-d6bb-406a-8600-b4a039dab496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1dd2c6-138c-4314-962a-c865c234f789,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:10.706578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c3161a66-d6bb-406a-8600-b4a039dab496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:10.750291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acb6fb63-e255-4ed4-a2ad-f27a1f10c8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:10.778355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acb6fb63-e255-4ed4-a2ad-f27a1f10c8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:10.997859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acb6fb63-e255-4ed4-a2ad-f27a1f10c8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:11.010276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-eedf495e-a2b1-4173-8607-e2e2d67fd43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:11.019313 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6fb63-e255-4ed4-a2ad-f27a1f10c8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1dd2c6-138c-4314-962a-c865c234f789,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:11.024565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-acb6fb63-e255-4ed4-a2ad-f27a1f10c8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:11.029634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acb6fb63-e255-4ed4-a2ad-f27a1f10c8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:11.033306 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-acb6fb63-e255-4ed4-a2ad-f27a1f10c8c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a1dd2c6-138c-4314-962a-c865c234f789 HTTP/1.1" status: 204 len: 168 time: 0.3652630 Feb 15 21:57:11.189876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cd9ff-09df-4521-afb9-a04dba2cf2bb req-3f033eac-d405-4c97-b749-4a3d00e7196d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:11.193653 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e7cd9ff-09df-4521-afb9-a04dba2cf2bb req-3f033eac-d405-4c97-b749-4a3d00e7196d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 943 time: 0.1027391 Feb 15 21:57:11.255986 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e7cd9ff-09df-4521-afb9-a04dba2cf2bb req-76581f68-bf72-4d0f-a3e2-d29286d83dfc tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564697 Feb 15 21:57:11.711119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0185c7-364a-4452-bf91-30c183799ef5 req-0c6d8e12-e954-4000-9b8c-cd55822536c4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:11.711119 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca0185c7-364a-4452-bf91-30c183799ef5 req-0c6d8e12-e954-4000-9b8c-cd55822536c4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1142650 Feb 15 21:57:11.786116 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca0185c7-364a-4452-bf91-30c183799ef5 req-6418bb58-0161-40cf-a9fa-271bf54df0af tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716558 Feb 15 21:57:11.850710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59498) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:11.973425 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-aaf29b76-b22f-472c-a6f1-21883d518d46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212602 Feb 15 21:57:12.055640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59510) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:12.164500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-258011808-network', 'tenant_id': '1faea400ec08493cb60bda06aea88e75'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:12.169474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:12.173542 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Usage tracker for resource:network and tenant:1faea400ec08493cb60bda06aea88e75 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:12.176575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:12.183097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:12.300590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Made reservation on behalf of 1faea400ec08493cb60bda06aea88e75 for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:57:12.305392 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:12.319466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:12.340800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:12.344976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Usage tracker for resource:security_group_rule and tenant:1faea400ec08493cb60bda06aea88e75 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:12.348241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:12.354254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:12.446075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:12.476669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c7c52-a0fb-4392-8a65-92d368a3f571 req-68134b68-f057-4a25-8b6f-3c2b7c67fb02 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:12.478270 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e63c7c52-a0fb-4392-8a65-92d368a3f571 req-68134b68-f057-4a25-8b6f-3c2b7c67fb02 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 943 time: 0.1037793 Feb 15 21:57:12.478471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:12.483091 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-478a0735-ce3f-4fff-ab27-6f94a0ea5777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:12.515142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:57:12.529022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b617f6e9-808b-42a6-a049-a6391270b0d7,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:12.529900 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e63c7c52-a0fb-4392-8a65-92d368a3f571 req-62105eb6-f823-4d29-bd92-d7b8dfe837bb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446284 Feb 15 21:57:12.533571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:12.534587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:12.535088 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Added segment 75c30a8f-22f0-44b0-84f2-8b36cbe061a5 of type vxlan for network 6914886f-2453-4e2b-b317-9b098cdb31ac Feb 15 21:57:12.565020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:12.655269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:12.656910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:12.657568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:12.663062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:12.773270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Pushing event updated for resources: {'Network': ['ID=6914886f-2453-4e2b-b317-9b098cdb31ac,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:12.776136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:12.783639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 6914886f-2453-4e2b-b317-9b098cdb31ac details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:57:12.787620 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7304986 Feb 15 21:57:12.790274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59524) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:12.797405 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Request body: {'subnet': {'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-258011808-subnet', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'ip_version': 4}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:12.801811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 6914886f-2453-4e2b-b317-9b098cdb31ac details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:57:12.802658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:12.806896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Usage tracker for resource:subnet and tenant:1faea400ec08493cb60bda06aea88e75 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:12.811866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:12.818222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:12.860347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Made reservation on behalf of 1faea400ec08493cb60bda06aea88e75 for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:57:12.865380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27524709'] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:13.016930 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd00c4-5fc3-4be8-abb9-b7d342417243 req-e9025b78-2efc-446f-a50b-894cf019f2bc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:13.018788 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e4dd00c4-5fc3-4be8-abb9-b7d342417243 req-e9025b78-2efc-446f-a50b-894cf019f2bc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.0991938 Feb 15 21:57:13.070840 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e4dd00c4-5fc3-4be8-abb9-b7d342417243 req-e929d7b5-e0cb-434e-a417-935c19bba147 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454476 Feb 15 21:57:13.388408 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852949021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827252582'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:13.404434 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7e04ba72-07d0-4227-bcbb-f2079cf7b753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:13.759768 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1b77-1767-4c73-ab87-846c528cac1d req-7af8df6b-1239-4c66-8876-838ca4fceffd tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:13.761989 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8dcd1b77-1767-4c73-ab87-846c528cac1d req-7af8df6b-1239-4c66-8876-838ca4fceffd tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 943 time: 0.0990014 Feb 15 21:57:13.773163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3b02fd-58c3-4163-87b2-e7a012012ece,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:13.779440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:13.819688 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8dcd1b77-1767-4c73-ab87-846c528cac1d req-5f86e994-9b86-4c9a-8647-be1d157ad7b4 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492983 Feb 15 21:57:13.846091 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Checking segment: {'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:57:13.846478 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Network hostable DHCP agents. Network: 6914886f-2453-4e2b-b317-9b098cdb31ac, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:57:13.911904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Network 6914886f-2453-4e2b-b317-9b098cdb31ac is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:57:13.969326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 6914886f-2453-4e2b-b317-9b098cdb31ac) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:57:13.978855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decae845-efb2-4dc2-b030-82ac1dd3e73f None None] Network 6914886f-2453-4e2b-b317-9b098cdb31ac requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:57:13.982122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:13.982884 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:14.076121 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2841620 Feb 15 21:57:14.078962 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 59540) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:14.083513 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-306743d7-6db2-4e30-9b9b-75e5ba0d221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:14.084552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:14.085321 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-306743d7-6db2-4e30-9b9b-75e5ba0d221e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4&tenant_id=27101b24adfc46f9957ca7052a4adebd HTTP/1.1" status: 200 len: 1160 time: 0.0921237 Feb 15 21:57:14.089409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:14.094329 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Usage tracker for resource:router and tenant:1faea400ec08493cb60bda06aea88e75 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:14.097507 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:14.103240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:14.187656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854144414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-212397'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:14.189858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854197748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854226693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854563366'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:14.192346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-0a439b8a-0bca-4050-9b84-da4f7e77e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:14.194030 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-0a439b8a-0bca-4050-9b84-da4f7e77e4e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 1160 time: 0.0839143 Feb 15 21:57:14.222360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp543f914f-489b-5c80-8966-c4a2ffbd7571-6914886f-2453-4e2b-b317-9b098cdb31ac', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece'}]}} from dv-cinder-775250-3-iscsi. {{(pid=84108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 21:57:14.223607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:14.289530 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b50a2-205b-4a95-9b4a-bbbbf263690f req-be609135-982e-4fb0-a3ef-6d361f41a7cc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:14.291147 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7b50a2-205b-4a95-9b4a-bbbbf263690f req-be609135-982e-4fb0-a3ef-6d361f41a7cc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.0949495 Feb 15 21:57:14.342252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:14.342659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-6148e593-3234-4ae8-8da7-c83bd6a5bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:14.344317 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-6148e593-3234-4ae8-8da7-c83bd6a5bfcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.1432416 Feb 15 21:57:14.346315 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7b50a2-205b-4a95-9b4a-bbbbf263690f req-fbae9331-6a27-4c44-a2fb-d455075df63f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473723 Feb 15 21:57:14.457946 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-ffc921e9-6d88-4359-8150-4fab2f953bbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978 HTTP/1.1" status: 200 len: 998 time: 0.1068683 Feb 15 21:57:14.530111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Allocated IP 172.20.0.2 (6914886f-2453-4e2b-b317-9b098cdb31ac/7f3b02fd-58c3-4163-87b2-e7a012012ece/4631e542-70c3-4f5a-9ecf-a7908564b916) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:57:14.531999 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-02f2a29b-bc53-4175-a3ec-213071b56e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:14.533921 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-02f2a29b-bc53-4175-a3ec-213071b56e78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0699115 Feb 15 21:57:14.633200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-ddf47cb6-8a38-4527-94d5-db010d9d5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:14.635135 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-ddf47cb6-8a38-4527-94d5-db010d9d5ace service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946786 Feb 15 21:57:14.718310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854134860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854563381'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:14.791814 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-be1add43-e9d3-4664-ab3b-4abcc9eba213 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481016 Feb 15 21:57:14.802605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:14.824220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Transition to ACTIVE for port object 4631e542-70c3-4f5a-9ecf-a7908564b916 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:57:14.843283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Transition to ACTIVE for port object 4631e542-70c3-4f5a-9ecf-a7908564b916 will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:57:14.878468 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:14.886607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 59554) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:14.943097 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-506ea533-83b2-4e31-a60f-f1a1f282b93c service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430197 Feb 15 21:57:15.155413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:15.158257 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:15.215992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:15.228098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] Usage tracker for resource:security_group_rule and tenant:e4dfc6b500d943cf9b0bfe86cfcaaf8c is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:15.234804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:15.245683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Pushing event updated for resources: {'Port': ['ID=4631e542-70c3-4f5a-9ecf-a7908564b916,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:15.246668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:15.249612 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:15.278269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:15.289149 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Network 6914886f-2453-4e2b-b317-9b098cdb31ac is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:57:15.290343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:57:15.292644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:57:15.318440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:15.336264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82c425-8b6f-405f-a1a8-698c3e804331 req-2ae21fd4-7751-45ce-899e-0d0325b403d6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:15.337876 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7a82c425-8b6f-405f-a1a8-698c3e804331 req-2ae21fd4-7751-45ce-899e-0d0325b403d6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 943 time: 0.3301086 Feb 15 21:57:15.352050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device c47a8f48-cfcf-4abb-952d-8af350977bfc up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:15.386989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Attempting to bind port 4631e542-70c3-4f5a-9ecf-a7908564b916 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:57:15.387564 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Attempting to bind port 4631e542-70c3-4f5a-9ecf-a7908564b916 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:57:15.388121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Attempting to bind port 4631e542-70c3-4f5a-9ecf-a7908564b916 on network 6914886f-2453-4e2b-b317-9b098cdb31ac {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:57:15.413392 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:57:15.413991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Checking segment: {'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:57:15.414556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:15.415132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Bound using segment: {'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:57:15.415804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Bound port: 4631e542-70c3-4f5a-9ecf-a7908564b916, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:57:15.416337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:15.535605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] For port 4631e542-70c3-4f5a-9ecf-a7908564b916, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:57:15.539121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] For port 4631e542-70c3-4f5a-9ecf-a7908564b916, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=4631e542-70c3-4f5a-9ecf-a7908564b916,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:57:15.540903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port c47a8f48-cfcf-4abb-952d-8af350977bfc completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:57:15.547138 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port c47a8f48-cfcf-4abb-952d-8af350977bfc triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:15.547551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:15.596112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:15.615217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:16.170857 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7a82c425-8b6f-405f-a1a8-698c3e804331 req-4c614813-3cbf-46dc-9af0-fb21e76605f2 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376936 Feb 15 21:57:16.183188 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Pushing event updated for resources: {'Port': ['ID=4631e542-70c3-4f5a-9ecf-a7908564b916,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:16.183188 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:16.183188 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:16.196343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:16.197279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd008c-461d-49cf-a521-f7170c176219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47a8f48-cfcf-4abb-952d-8af350977bfc'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:57:16.198164 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85a7ff-d7af-49d1-88ef-35846663c9bd req-a282d089-a19b-4a00-97ad-bf6fc1d027b8 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:16.198164 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4d85a7ff-d7af-49d1-88ef-35846663c9bd req-a282d089-a19b-4a00-97ad-bf6fc1d027b8 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.2504337 Feb 15 21:57:16.198477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port c47a8f48-cfcf-4abb-952d-8af350977bfc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c47a8f48-cfcf-4abb-952d-8af350977bfc,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:57:16.198477 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfd008c-461d-49cf-a521-f7170c176219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47a8f48-cfcf-4abb-952d-8af350977bfc', 'code': 200} Feb 15 21:57:16.199096 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4d85a7ff-d7af-49d1-88ef-35846663c9bd req-d09c0110-763d-43e7-b374-b4eff8c91ce5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774312 Feb 15 21:57:16.199096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Allocated IP 172.27.0.180 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/f7fdc9cd-4a09-42fc-aa8a-37149532d340) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:57:16.199096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:16.199096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-56103749-34ff-4069-b169-e015c4d79ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:16.200238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:16.200238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:16.200556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fad6e1b-d774-46a5-b75f-0361b1fe7f19,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:16.283693 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4dfc6b500d943cf9b0bfe86cfcaaf8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3872147 Feb 15 21:57:16.283693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:16.288598 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59586) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:16.312100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=c47a8f48-cfcf-4abb-952d-8af350977bfc,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:16.326879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:16.434290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8314198e-1cd3-4ae5-8312-23ff7f113d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:16.453196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:16.472639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8314198e-1cd3-4ae5-8312-23ff7f113d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:16.524537 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:16.541401 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5033ef20-35ad-4160-bb47-9f58df1a12f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:16.565495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8314198e-1cd3-4ae5-8312-23ff7f113d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:16.571629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7bf4b74b-948d-48c4-83a4-87d8c6ffb9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:16.614109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8314198e-1cd3-4ae5-8312-23ff7f113d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:16.615862 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8314198e-1cd3-4ae5-8312-23ff7f113d5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fad6e1b-d774-46a5-b75f-0361b1fe7f19 HTTP/1.1" status: 204 len: 168 time: 0.3263605 Feb 15 21:57:16.617971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314198e-1cd3-4ae5-8312-23ff7f113d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fad6e1b-d774-46a5-b75f-0361b1fe7f19,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:16.623097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8314198e-1cd3-4ae5-8312-23ff7f113d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:16.777177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device c47a8f48-cfcf-4abb-952d-8af350977bfc up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:16.832605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Pushing event updated for resources: {'Port': ['ID=f7fdc9cd-4a09-42fc-aa8a-37149532d340,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:16.837926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:16.854388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:57:16.856630 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:57:16.864596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:57:16.924257 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port c47a8f48-cfcf-4abb-952d-8af350977bfc triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:16.924657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:17.472460 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ef605-9098-4d03-9e21-9256b1033ddf req-cf8800bd-47a3-4cd5-a74f-301ff266f65b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:17.474294 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9a0ef605-9098-4d03-9e21-9256b1033ddf req-cf8800bd-47a3-4cd5-a74f-301ff266f65b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.4891798 Feb 15 21:57:17.552544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aea2ddef-1e5e-49d7-a831-fc4c4e61f320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:17.586387 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed09f43-80ae-4940-b2a4-83e6a360f224 req-bcf08ce6-ed8d-4b40-a20a-1c9b506804e2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:17.588144 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eed09f43-80ae-4940-b2a4-83e6a360f224 req-bcf08ce6-ed8d-4b40-a20a-1c9b506804e2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.3436267 Feb 15 21:57:17.672859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0ee974-2f76-45ce-9e18-d9fda41ae843 None None] Network 6914886f-2453-4e2b-b317-9b098cdb31ac requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:57:17.804277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:17.864406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-9230a1ed-ea0b-4fe1-b18b-bf1c7bfca343 None None] Provisioning for port 4631e542-70c3-4f5a-9ecf-a7908564b916 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:57:17.962216 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9a0ef605-9098-4d03-9e21-9256b1033ddf req-ccb9099e-0111-4fa9-b6a3-2f52a4ea8be7 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4015174 Feb 15 21:57:18.008909 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eed09f43-80ae-4940-b2a4-83e6a360f224 req-333983f1-0127-4b0c-9010-fc92a098fa1a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611551 Feb 15 21:57:18.036023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59612) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:18.296182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635157'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.317955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 4631e542-70c3-4f5a-9ecf-a7908564b916 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:18.353847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1776109468-network', 'tenant_id': '06753aa9c7bf45b59b2b9dc24627b622'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:18.365447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:18.377247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Usage tracker for resource:network and tenant:06753aa9c7bf45b59b2b9dc24627b622 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:18.385604 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:18.395772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:18.461350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Made reservation on behalf of 06753aa9c7bf45b59b2b9dc24627b622 for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:57:18.466764 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.481463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.498028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:18.501971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 4631e542-70c3-4f5a-9ecf-a7908564b916 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:57:18.502914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:06753aa9c7bf45b59b2b9dc24627b622 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:18.506127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:18.515098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 4631e542-70c3-4f5a-9ecf-a7908564b916 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:18.515549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.520758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:18.645968 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.707254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 is scheduled to L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 21:57:18.710477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.763054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-98a1028e-3028-4673-ab17-e8360f52fe4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:18.765432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-b70bd571-68d2-4d58-a556-ac8200ad6019 None None] Provisioning complete for port 4631e542-70c3-4f5a-9ecf-a7908564b916 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:18.765859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b70bd571-68d2-4d58-a556-ac8200ad6019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.872085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 21:57:18.875143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71982ae0-2b5b-4864-b62c-945b0a218efc,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:18.880405 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:18.889470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.903699 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.904338 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Added segment 6b90b2f8-e3d8-4594-bdb5-bea0d7831de5 of type vxlan for network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 Feb 15 21:57:18.946123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.946725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 4631e542-70c3-4f5a-9ecf-a7908564b916, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=4631e542-70c3-4f5a-9ecf-a7908564b916,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:57:18.983522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:18.998259 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:57:18.998516 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2567fad0-0061-42c8-a14c-a6c9747c279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:19.026519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:19.028513 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:19.029169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:19.035063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-17db4ce1-803d-4bf7-a741-136b642113a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:19.041675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Sync routers for ids ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:57:19.077960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:19.079515 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9993153 Feb 15 21:57:19.082215 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 59622) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:19.094112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Routers {'572f89aa-6ed8-4b51-8b91-57d4792ce0e6'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:57:19.094836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:56:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:19.171177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=dc34c65a-eebe-4769-bec2-cdbdad89ccc5,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:19.182346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:19.184869 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1460979 Feb 15 21:57:19.188894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59628) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:19.198345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Request body: {'subnet': {'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1776109468-subnet', 'tenant_id': '06753aa9c7bf45b59b2b9dc24627b622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:19.200332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:57:19.205389 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:19.210817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Usage tracker for resource:subnet and tenant:06753aa9c7bf45b59b2b9dc24627b622 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:19.214744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:19.215510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 21:57:19.223872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:19.284753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Made reservation on behalf of 06753aa9c7bf45b59b2b9dc24627b622 for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:57:19.289876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27524709'] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:19.862537 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=4631e542-70c3-4f5a-9ecf-a7908564b916,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:19.878907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:19.928640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a430eb-dced-4a82-9c94-c3b0fc86d3a1 req-39d72bb1-4b40-40d2-8c7a-c948f11da168 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:19.930454 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5a430eb-dced-4a82-9c94-c3b0fc86d3a1 req-39d72bb1-4b40-40d2-8c7a-c948f11da168 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.5158441 Feb 15 21:57:19.981480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-ebeb9de3-fa9c-4683-9fe0-d34d38d855f9 None None] Provisioning complete for port 4631e542-70c3-4f5a-9ecf-a7908564b916 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:19.982144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ebeb9de3-fa9c-4683-9fe0-d34d38d855f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:19.991508 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b01fd4-e014-4087-8cbe-16cecceacd67 req-114f244c-23dc-460a-a61a-c2f92ef0785b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:20.005375 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-57b01fd4-e014-4087-8cbe-16cecceacd67 req-114f244c-23dc-460a-a61a-c2f92ef0785b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.4327364 Feb 15 21:57:20.083515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Set router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:57:20.084766 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5a430eb-dced-4a82-9c94-c3b0fc86d3a1 req-c2f11069-9d5f-4339-a4c1-ff657f93b103 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422472 Feb 15 21:57:20.114605 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-57b01fd4-e014-4087-8cbe-16cecceacd67 req-57152b59-5a68-4438-895a-4a6d6c8ca2c9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079276 Feb 15 21:57:20.284137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 4631e542-70c3-4f5a-9ecf-a7908564b916 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:20.320756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852949021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827252582'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:20.352065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-59f18a02-8bb2-4557-ba45-ebfc426219a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:20.492191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd143d0-2e60-40f6-9c20-5014a529082c,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:20.496741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:20.521027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-336be29b-c0c5-49d3-81a7-d3e8a33535a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:20.587366 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Checking segment: {'id': '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:57:20.587787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Network hostable DHCP agents. Network: dc34c65a-eebe-4769-bec2-cdbdad89ccc5, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 21:57:20.594276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:20.634187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 4631e542-70c3-4f5a-9ecf-a7908564b916 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:20.634614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:20.700956 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:20.742042 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:17Z', 'revision_number': 3, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:20.748662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Checking router: 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:57:20.749014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Updating router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 port f7fdc9cd-4a09-42fc-aa8a-37149532d340 binding host dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:57:20.832101 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 21:57:20.854660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:20.866117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, dc34c65a-eebe-4769-bec2-cdbdad89ccc5) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:57:20.881298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:20.881986 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:20.888415 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86d64c5-f35e-49c0-982f-b5f8bb550932 None None] Network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:57:20.943467 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f9486c7f-0f88-4bca-8e2b-40a4db2f500b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7493932 Feb 15 21:57:20.988975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Allocated IP 172.20.0.1 (6914886f-2453-4e2b-b317-9b098cdb31ac/7f3b02fd-58c3-4163-87b2-e7a012012ece/728a5e92-500d-44d7-a762-7ed051107c36) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:57:21.196421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:21.216600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Transition to ACTIVE for port object 728a5e92-500d-44d7-a762-7ed051107c36 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:57:21.272597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:21.302886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a6b20784-e419-438e-8f2e-c65f2c69c165 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:21.430655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5532ef8a-c42d-4690-afd1-dc7822984f3e None None] Network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 21:57:21.649618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Pushing event updated for resources: {'Port': ['ID=728a5e92-500d-44d7-a762-7ed051107c36,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:21.656108 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:21.764066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Network 6914886f-2453-4e2b-b317-9b098cdb31ac is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:57:21.773928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:57:21.775146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:21.778043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:57:21.778681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642379'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:21.788612 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:21.788980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef69b6a-b152-443c-ad9a-c4e76a176860 req-b5543002-fe69-4983-af1d-45e1b06fe405 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:21.798337 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fef69b6a-b152-443c-ad9a-c4e76a176860 req-b5543002-fe69-4983-af1d-45e1b06fe405 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.4061587 Feb 15 21:57:21.834948 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Transition to ACTIVE for port object f7fdc9cd-4a09-42fc-aa8a-37149532d340 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:57:21.858770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312e83b-9742-4814-bffc-60ddc82f46fd req-48dad91e-93c7-4a0a-a932-ccc448722b47 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:21.860667 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8312e83b-9742-4814-bffc-60ddc82f46fd req-48dad91e-93c7-4a0a-a932-ccc448722b47 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.4860394 Feb 15 21:57:21.866804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:21.916890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:21.945703 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fef69b6a-b152-443c-ad9a-c4e76a176860 req-642fa118-189b-492a-b862-338206ea20a6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461706 Feb 15 21:57:21.990507 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8312e83b-9742-4814-bffc-60ddc82f46fd req-a5269090-fd86-406b-b06e-308da0d67f25 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219580 Feb 15 21:57:22.148180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459d924-409b-4337-a473-0bdedd57870e None None] Pushing event updated for resources: {'Port': ['ID=f7fdc9cd-4a09-42fc-aa8a-37149532d340,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:22.151445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c459d924-409b-4337-a473-0bdedd57870e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:22.192076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:22.226548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Attempting to bind port f7fdc9cd-4a09-42fc-aa8a-37149532d340 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:57:22.226965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Attempting to bind port f7fdc9cd-4a09-42fc-aa8a-37149532d340 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:57:22.227412 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Attempting to bind port f7fdc9cd-4a09-42fc-aa8a-37149532d340 on network c0740f9d-599d-4a5b-86e6-eb8d170ab167 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:57:22.234026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:57:22.234450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Checking segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:57:22.234907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:22.235356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Bound using segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:57:22.235905 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Bound port: f7fdc9cd-4a09-42fc-aa8a-37149532d340, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:57:22.236332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:22.331452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] For port f7fdc9cd-4a09-42fc-aa8a-37149532d340, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:57:22.338869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] For port f7fdc9cd-4a09-42fc-aa8a-37149532d340, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f7fdc9cd-4a09-42fc-aa8a-37149532d340,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:57:22.353623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-69b6798e-bb74-4a28-94c4-78c9b3d438fc None None] Provisioning for port 728a5e92-500d-44d7-a762-7ed051107c36 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:57:22.364712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-69b6798e-bb74-4a28-94c4-78c9b3d438fc None None] Provisioning complete for port 728a5e92-500d-44d7-a762-7ed051107c36 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:22.366786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69b6798e-bb74-4a28-94c4-78c9b3d438fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:22.414032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:22.446324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:22.569855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:22.603887 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:22.604776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133458'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:22.621867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:22.851740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-69b6798e-bb74-4a28-94c4-78c9b3d438fc None None] Port 728a5e92-500d-44d7-a762-7ed051107c36 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:57:22.872109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459d924-409b-4337-a473-0bdedd57870e None None] Pushing event updated for resources: {'Port': ['ID=f7fdc9cd-4a09-42fc-aa8a-37149532d340,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:22.878024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c459d924-409b-4337-a473-0bdedd57870e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:22.937869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Routers {'572f89aa-6ed8-4b51-8b91-57d4792ce0e6'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:57:22.939040 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:57:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:23.012135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Pushing event updated for resources: {'Port': ['ID=728a5e92-500d-44d7-a762-7ed051107c36,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:23.016495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:23.061948 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Network 6914886f-2453-4e2b-b317-9b098cdb31ac is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:57:23.063488 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:57:23.208124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:23.240939 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] Set router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:57:23.504889 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b50c3b-9215-4fac-aef0-67c8481168ca req-1eb08597-3fa0-45f7-b3fd-acb569c32585 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:23.506501 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22b50c3b-9215-4fac-aef0-67c8481168ca req-1eb08597-3fa0-45f7-b3fd-acb569c32585 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.3179977 Feb 15 21:57:23.514997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4317-6ab9-41d2-83f0-52a63a10ff2c req-32775814-a663-49d8-b4c4-9532201d8278 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:23.516592 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-618f4317-6ab9-41d2-83f0-52a63a10ff2c req-32775814-a663-49d8-b4c4-9532201d8278 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.2096012 Feb 15 21:57:23.523488 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:57:23.600667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a12127c6-02d0-422a-a882-4025b37fcda6 None None] Provisioning complete for port 728a5e92-500d-44d7-a762-7ed051107c36 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:23.601213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a12127c6-02d0-422a-a882-4025b37fcda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:23.686032 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22b50c3b-9215-4fac-aef0-67c8481168ca req-61f95c66-454c-4b63-804c-3faef2997134 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681242 Feb 15 21:57:23.775785 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-618f4317-6ab9-41d2-83f0-52a63a10ff2c req-15c78fea-6674-438e-b461-703810380995 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316720 Feb 15 21:57:23.815550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a12127c6-02d0-422a-a882-4025b37fcda6 None None] Port 728a5e92-500d-44d7-a762-7ed051107c36 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:57:23.939483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 2, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:23.944185 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc661e-0ac2-4b26-9504-87f9d2ef0622 None None] The sync data for ids ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'] in dv-cinder-775250-3-iscsi is: [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 2, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:57:24.008523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:57:24.026804 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] 10.222.0.41 "PUT /v2.0/routers/572f89aa-6ed8-4b51-8b91-57d4792ce0e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9435017 Feb 15 21:57:24.072247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-5dca4fb8-87b6-42c0-b118-c0c4da2f2552 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:24.080410 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-5dca4fb8-87b6-42c0-b118-c0c4da2f2552 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/networks?id=dc34c65a-eebe-4769-bec2-cdbdad89ccc5 HTTP/1.1" status: 200 len: 814 time: 0.2576950 Feb 15 21:57:24.098046 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-09aef539-9649-47fd-8b38-55bb0563fb9f tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/quotas/06753aa9c7bf45b59b2b9dc24627b622 HTTP/1.1" status: 200 len: 375 time: 0.0164917 Feb 15 21:57:24.154552 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-61a03b9a-d5d9-49d9-845e-952820065e41 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06753aa9c7bf45b59b2b9dc24627b622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555346 Feb 15 21:57:24.321393 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-645cdecf-65fa-433a-9931-1e89412a5280 service neutron] 10.222.0.41 "GET /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573412 Feb 15 21:57:24.482262 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-2c34cf6c-b21a-4ffe-ba35-1c96b2384094 service neutron] 10.222.0.41 "GET /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1555829 Feb 15 21:57:24.817939 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5dd4670b-d1cf-40b0-b89a-9f14c7254134 req-65f4708b-5724-44b3-b066-435b0a2c8331 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0906651 Feb 15 21:57:25.145551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ada16-0902-4711-b861-9665fb2e4ff8 req-c2cc8f19-676f-4085-868f-9e992ac6a4a3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:25.147414 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ed1ada16-0902-4711-b861-9665fb2e4ff8 req-c2cc8f19-676f-4085-868f-9e992ac6a4a3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.3039317 Feb 15 21:57:25.246805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aae5e-92a7-44ef-b7c7-f77c92d44d9c req-cabac57c-305f-47ee-b822-fe938d541c5e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:25.260401 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ed0aae5e-92a7-44ef-b7c7-f77c92d44d9c req-cabac57c-305f-47ee-b822-fe938d541c5e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.2468531 Feb 15 21:57:25.292028 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ed1ada16-0902-4711-b861-9665fb2e4ff8 req-0c0531b7-4868-49b6-adb6-38c71341adab tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323910 Feb 15 21:57:25.352830 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ed0aae5e-92a7-44ef-b7c7-f77c92d44d9c req-aa36685e-581e-4175-9215-61704420f3d6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912762 Feb 15 21:57:26.408172 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f7fdc9cd-4a09-42fc-aa8a-37149532d340 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:26.422017 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d18ec105-01ec-4772-ac14-089fb3338449 req-e75ae98f-21fb-4650-8102-2eea8276fc81 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.1677611 Feb 15 21:57:26.805331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e66502-c4e6-47f2-b462-8cd5e66bffa0 req-75a08d47-7e1d-4e77-a94d-ee18bcfdb4a1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:26.807184 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-97e66502-c4e6-47f2-b462-8cd5e66bffa0 req-75a08d47-7e1d-4e77-a94d-ee18bcfdb4a1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.2580211 Feb 15 21:57:26.861551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f3ff-9ca3-4f63-aef6-0a42aa6dc23f req-eb345c27-042a-41a2-98d8-a482c41750f9 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:26.865262 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7976f3ff-9ca3-4f63-aef6-0a42aa6dc23f req-eb345c27-042a-41a2-98d8-a482c41750f9 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1704061 Feb 15 21:57:26.906783 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-97e66502-c4e6-47f2-b462-8cd5e66bffa0 req-2e9dd678-59e1-4b37-a564-6f313855a540 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835080 Feb 15 21:57:26.937022 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7976f3ff-9ca3-4f63-aef6-0a42aa6dc23f req-9dfbf0a9-d26a-448c-ba0a-09742f1565cc tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559077 Feb 15 21:57:27.613973 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-23d07537-2601-4e72-b899-bbc403e90180 req-7ae8bb18-83f3-45db-b1a7-6711ae5d32c5 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0589771 Feb 15 21:57:27.946360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port f7fdc9cd-4a09-42fc-aa8a-37149532d340 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:57:27.962989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port f7fdc9cd-4a09-42fc-aa8a-37149532d340 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:27.963443 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:28.706178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:28.706178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port f7fdc9cd-4a09-42fc-aa8a-37149532d340, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f7fdc9cd-4a09-42fc-aa8a-37149532d340,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:57:28.710249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d135bb3-d901-4ea1-9fa8-5c58a40fc3d8 req-9e4768ca-af2e-4191-abc8-808b281f3ce5 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:28.710249 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d135bb3-d901-4ea1-9fa8-5c58a40fc3d8 req-9e4768ca-af2e-4191-abc8-808b281f3ce5 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1790516 Feb 15 21:57:28.710249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a836ea-ed93-427f-8421-7f1a1bb5db12 req-b3399815-1a64-4b8f-944b-616bbb20b0b3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:28.710249 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c3a836ea-ed93-427f-8421-7f1a1bb5db12 req-b3399815-1a64-4b8f-944b-616bbb20b0b3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1459658 Feb 15 21:57:28.710249 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d135bb3-d901-4ea1-9fa8-5c58a40fc3d8 req-bbc6937f-cf68-4bd7-9be0-a38ddacdefc8 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781205 Feb 15 21:57:28.710249 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c3a836ea-ed93-427f-8421-7f1a1bb5db12 req-3824d0cf-cdd3-4205-b05e-136a872dbf6f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682282 Feb 15 21:57:28.710882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6c244-fe52-471a-9435-7adcb70ef26c req-f1ab5655-222a-4288-b4f0-12cea808ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:28.710882 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ecd6c244-fe52-471a-9435-7adcb70ef26c req-f1ab5655-222a-4288-b4f0-12cea808ba4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 1162 time: 0.0839760 Feb 15 21:57:28.710882 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ecd6c244-fe52-471a-9435-7adcb70ef26c req-506b3468-4bc8-4df3-821f-e4f3d458892b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367153 Feb 15 21:57:28.781987 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e8a06d89-1e53-4d4c-9e9b-41511c47cd15 req-b1ee3ecb-a22d-44dd-8b11-011bc37dfea1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0509396 Feb 15 21:57:28.829048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18881999-9454-484f-ae37-85367d204d59 None None] Sync routers for ids ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:57:28.840569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18881999-9454-484f-ae37-85367d204d59 None None] Routers {'572f89aa-6ed8-4b51-8b91-57d4792ce0e6'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:57:28.841248 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-18881999-9454-484f-ae37-85367d204d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:57:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:29.201202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-18881999-9454-484f-ae37-85367d204d59 None None] Set router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:57:29.546282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-18881999-9454-484f-ae37-85367d204d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 2, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:29.550573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18881999-9454-484f-ae37-85367d204d59 None None] Checking router: 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:57:29.550968 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18881999-9454-484f-ae37-85367d204d59 None None] Updating router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 port 728a5e92-500d-44d7-a762-7ed051107c36 binding host dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 21:57:29.611732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-18881999-9454-484f-ae37-85367d204d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:29.938149 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7a54-9dcc-4d02-9c1e-0671eca2b234 req-5bb17445-1fb8-4da9-8f1f-f42a3f51c4f9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:29.940041 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-635c7a54-9dcc-4d02-9c1e-0671eca2b234 req-5bb17445-1fb8-4da9-8f1f-f42a3f51c4f9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1578312 Feb 15 21:57:29.949982 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c717b11-a218-4f80-90b4-ddb62cc3671e req-b2c540f5-2bff-47fb-b855-ef5c52da3bf6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:29.951555 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c717b11-a218-4f80-90b4-ddb62cc3671e req-b2c540f5-2bff-47fb-b855-ef5c52da3bf6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1325681 Feb 15 21:57:30.025632 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-635c7a54-9dcc-4d02-9c1e-0671eca2b234 req-fb499e7f-01e0-4e0f-bb29-16eb54f3a2e8 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730069 Feb 15 21:57:30.033442 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c717b11-a218-4f80-90b4-ddb62cc3671e req-78551e42-c5d8-4e2d-9747-4c7405a6777a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647726 Feb 15 21:57:30.040050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-18881999-9454-484f-ae37-85367d204d59 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:30.053030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-18881999-9454-484f-ae37-85367d204d59 None None] Transition to ACTIVE for port object 728a5e92-500d-44d7-a762-7ed051107c36 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:57:30.196662 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4dbacbd5-06c2-439f-8feb-09e325883b65 req-28f636f3-3584-437e-9a51-78d2dfbc84c4 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0559227 Feb 15 21:57:31.313318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec39dfc-637d-442e-8c5c-1490fb7f4e4e req-a7f98783-7b22-4269-9f70-9c18b5548f20 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:31.314853 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dec39dfc-637d-442e-8c5c-1490fb7f4e4e req-a7f98783-7b22-4269-9f70-9c18b5548f20 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1697216 Feb 15 21:57:31.321756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf788f-0a7a-437e-a42e-54032e7e5500 req-f24b237d-5b9c-4ee0-b9ad-1e5b48d759b2 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:31.323298 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-33bf788f-0a7a-437e-a42e-54032e7e5500 req-f24b237d-5b9c-4ee0-b9ad-1e5b48d759b2 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1376710 Feb 15 21:57:31.615857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-18881999-9454-484f-ae37-85367d204d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:31.616840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:31.622427 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dec39dfc-637d-442e-8c5c-1490fb7f4e4e req-94b44b4b-2d61-45ad-8a47-2793ab36b3ac tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974737 Feb 15 21:57:31.625777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:31.653254 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-33bf788f-0a7a-437e-a42e-54032e7e5500 req-b81be780-aede-471e-b8fb-f9172624029b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882878 Feb 15 21:57:31.759670 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:31.775161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:31.778494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=f7fdc9cd-4a09-42fc-aa8a-37149532d340,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:31.791330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:31.922598 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c8131-adeb-45fd-bef7-126b75146717 None None] Pushing event updated for resources: {'Port': ['ID=728a5e92-500d-44d7-a762-7ed051107c36,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:31.944294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-228c8131-adeb-45fd-bef7-126b75146717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:31.986886 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8c7178c8-b224-4004-88e5-8e209ec41435 req-fec29620-ced5-4acd-b029-998d20c745b6 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.1203454 Feb 15 21:57:32.353183 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-18881999-9454-484f-ae37-85367d204d59 None None] Attempting to bind port 728a5e92-500d-44d7-a762-7ed051107c36 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:57:32.353755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-18881999-9454-484f-ae37-85367d204d59 None None] Attempting to bind port 728a5e92-500d-44d7-a762-7ed051107c36 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:57:32.354144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18881999-9454-484f-ae37-85367d204d59 None None] Attempting to bind port 728a5e92-500d-44d7-a762-7ed051107c36 on network 6914886f-2453-4e2b-b317-9b098cdb31ac {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:57:32.367970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18881999-9454-484f-ae37-85367d204d59 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:57:32.368579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18881999-9454-484f-ae37-85367d204d59 None None] Checking segment: {'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:57:32.369012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-18881999-9454-484f-ae37-85367d204d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:32.369615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18881999-9454-484f-ae37-85367d204d59 None None] Bound using segment: {'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:57:32.370287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-18881999-9454-484f-ae37-85367d204d59 None None] Bound port: 728a5e92-500d-44d7-a762-7ed051107c36, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:57:32.370565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-18881999-9454-484f-ae37-85367d204d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:32.490457 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-18881999-9454-484f-ae37-85367d204d59 None None] For port 728a5e92-500d-44d7-a762-7ed051107c36, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:57:32.494144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-18881999-9454-484f-ae37-85367d204d59 None None] For port 728a5e92-500d-44d7-a762-7ed051107c36, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=728a5e92-500d-44d7-a762-7ed051107c36,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:57:32.529805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-18881999-9454-484f-ae37-85367d204d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:32.547624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-228c8131-adeb-45fd-bef7-126b75146717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:32.737228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c8131-adeb-45fd-bef7-126b75146717 None None] Pushing event updated for resources: {'Port': ['ID=728a5e92-500d-44d7-a762-7ed051107c36,revision_number=4']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:32.744018 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-228c8131-adeb-45fd-bef7-126b75146717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:32.800938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18881999-9454-484f-ae37-85367d204d59 None None] Routers {'572f89aa-6ed8-4b51-8b91-57d4792ce0e6'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:57:32.801662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-18881999-9454-484f-ae37-85367d204d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:57:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:33.035988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-18881999-9454-484f-ae37-85367d204d59 None None] Set router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:57:33.095796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6f296-d42f-46de-8271-b73f6db01236 req-db2512c1-6e8c-4a77-8f22-c59f15d09bac tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:33.097489 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95e6f296-d42f-46de-8271-b73f6db01236 req-db2512c1-6e8c-4a77-8f22-c59f15d09bac tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1904037 Feb 15 21:57:33.109594 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ed536-fdcd-42b5-937d-92083b814d34 req-97bc926f-08e3-40c9-84db-a0d7a2289230 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:33.117664 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-164ed536-fdcd-42b5-937d-92083b814d34 req-97bc926f-08e3-40c9-84db-a0d7a2289230 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1638057 Feb 15 21:57:33.213276 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95e6f296-d42f-46de-8271-b73f6db01236 req-7d501e57-dff1-435c-83cf-d34305cb56ae tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928309 Feb 15 21:57:33.217118 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-164ed536-fdcd-42b5-937d-92083b814d34 req-e03430cf-1a94-4e36-afec-c13b1990a5b4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985484 Feb 15 21:57:33.476790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-18881999-9454-484f-ae37-85367d204d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:32Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:33.483455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18881999-9454-484f-ae37-85367d204d59 None None] The sync data for ids ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'] in dv-cinder-775250-3-iscsi is: [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:32Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:57:33.496190 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32087a5f-c02a-42e4-b81a-dffdd5848b90 req-62d78112-5945-4348-8599-9de4e41d3c38 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0968993 Feb 15 21:57:33.556071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91b225-23b7-472d-98c2-772dce1f23a7 req-5b07e871-91ba-41fa-a9f6-6c332387055b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:33.558315 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2a91b225-23b7-472d-98c2-772dce1f23a7 req-5b07e871-91ba-41fa-a9f6-6c332387055b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1164546 Feb 15 21:57:33.569753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 59752) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:57:33.575955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-da8aeaa6-650a-4736-b846-63e18e48d9a6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'floatingip': {'port_id': 'c47a8f48-cfcf-4abb-952d-8af350977bfc'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:33.735550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-da8aeaa6-650a-4736-b846-63e18e48d9a6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:33.809848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f7fdc9cd-4a09-42fc-aa8a-37149532d340 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:33.889954 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port f7fdc9cd-4a09-42fc-aa8a-37149532d340 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:33.890378 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:34.039462 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 728a5e92-500d-44d7-a762-7ed051107c36 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:34.175016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 728a5e92-500d-44d7-a762-7ed051107c36 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:57:34.181403 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 728a5e92-500d-44d7-a762-7ed051107c36 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:34.181833 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:34.386837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:34.430352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 728a5e92-500d-44d7-a762-7ed051107c36, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=728a5e92-500d-44d7-a762-7ed051107c36,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:57:34.502483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:34.504678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:34.619664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752d672-0601-4a8f-8380-6a2c4816c587 req-5a7b6965-6959-44fe-a722-8e25e1be2604 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:34.647151 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d752d672-0601-4a8f-8380-6a2c4816c587 req-5a7b6965-6959-44fe-a722-8e25e1be2604 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1714246 Feb 15 21:57:34.665940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=728a5e92-500d-44d7-a762-7ed051107c36,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:34.676816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:34.791747 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d752d672-0601-4a8f-8380-6a2c4816c587 req-b5b70392-515b-4c21-94fd-994405ec5b89 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433160 Feb 15 21:57:34.816426 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-11ceeac8-d294-4b29-a600-03c9db62d572 req-a1f510cc-6ca8-4b59-84cb-addad790ba68 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0894740 Feb 15 21:57:34.977119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-2a6b306d-51c8-48bd-8dad-97b6826e4e9e tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:34.977647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-2a6b306d-51c8-48bd-8dad-97b6826e4e9e tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Synchronizing usage tracker for tenant:06753aa9c7bf45b59b2b9dc24627b622 on resource:network {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:57:35.082484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-2a6b306d-51c8-48bd-8dad-97b6826e4e9e tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Unset dirty status for tenant:06753aa9c7bf45b59b2b9dc24627b622 on resource:network {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:57:35.083787 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-2a6b306d-51c8-48bd-8dad-97b6826e4e9e tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.47 "GET /v2.0/networks?id=dc34c65a-eebe-4769-bec2-cdbdad89ccc5 HTTP/1.1" status: 200 len: 814 time: 0.7922082 Feb 15 21:57:35.106550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Request body: {'port': {'device_id': '7a8700df-2f36-4dba-8277-a5f0b68b6e77', 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5', 'admin_state_up': True, 'tenant_id': '06753aa9c7bf45b59b2b9dc24627b622'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:35.177832 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-da8aeaa6-650a-4736-b846-63e18e48d9a6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:35.226912 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-da8aeaa6-650a-4736-b846-63e18e48d9a6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:35.459653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:35.467779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Usage tracker for resource:port and tenant:06753aa9c7bf45b59b2b9dc24627b622 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:57:35.472583 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:57:35.481207 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:35.486458 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [None req-da8aeaa6-650a-4736-b846-63e18e48d9a6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Floating IP 9fda6e66-29e5-4534-a65e-1c8b2960153b associated. External IP: 172.27.0.26, port: c47a8f48-cfcf-4abb-952d-8af350977bfc. Feb 15 21:57:36.089983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 728a5e92-500d-44d7-a762-7ed051107c36 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:36.092369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8aeaa6-650a-4736-b846-63e18e48d9a6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:57:36.093165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 728a5e92-500d-44d7-a762-7ed051107c36 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:36.093165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:36.093672 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dad8e26e-8f4e-4785-83b4-081234709a56 req-df60dc0e-cde5-442c-a4b1-7cd85ea43a2e tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0896611 Feb 15 21:57:36.093672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c52f5-b614-4599-8b1f-4e6a4961a0ce req-bcf747d4-5534-40d4-aa09-8105ffaa2fd0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:36.093672 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba4c52f5-b614-4599-8b1f-4e6a4961a0ce req-bcf747d4-5534-40d4-aa09-8105ffaa2fd0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1005001 Feb 15 21:57:36.094055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8aeaa6-650a-4736-b846-63e18e48d9a6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:57:36.094055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-da8aeaa6-650a-4736-b846-63e18e48d9a6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:36.098592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] Sync routers for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:57:36.113018 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:57:36.113704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:57:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:36.119676 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba4c52f5-b614-4599-8b1f-4e6a4961a0ce req-be809d18-1ca7-4e6c-bb98-c5825a4a8063 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506964 Feb 15 21:57:36.144331 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-da8aeaa6-650a-4736-b846-63e18e48d9a6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "PUT /v2.0/floatingips/9fda6e66-29e5-4534-a65e-1c8b2960153b HTTP/1.1" status: 200 len: 990 time: 2.5705831 Feb 15 21:57:36.144331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd008c-461d-49cf-a521-f7170c176219', 'tag': 'c47a8f48-cfcf-4abb-952d-8af350977bfc'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:57:36.253861 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfd008c-461d-49cf-a521-f7170c176219', 'tag': 'c47a8f48-cfcf-4abb-952d-8af350977bfc', 'status': 'completed', 'code': 200} Feb 15 21:57:36.316883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:57:36.363451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-8dec673a-621f-425a-ba87-8a62c0fd0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:36.365027 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-8dec673a-621f-425a-ba87-8a62c0fd0351 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 1162 time: 0.0802743 Feb 15 21:57:36.509599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-2aae277a-2112-4d98-bb9f-d4fab813fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:36.511883 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-2aae277a-2112-4d98-bb9f-d4fab813fdc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 200 len: 903 time: 0.1408415 Feb 15 21:57:36.625012 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-34fd65e7-a5b6-4132-a6e1-4164d0ac0729 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c47a8f48-cfcf-4abb-952d-8af350977bfc HTTP/1.1" status: 200 len: 998 time: 0.1068206 Feb 15 21:57:36.697016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-60e2ca66-3720-4475-817b-bf95d9693c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:36.699298 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-60e2ca66-3720-4475-817b-bf95d9693c2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa44811f-9767-4fda-ac4a-2e019e8eca6c HTTP/1.1" status: 200 len: 848 time: 0.0682611 Feb 15 21:57:36.704788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '9fda6e66-29e5-4534-a65e-1c8b2960153b', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'port_id': 'c47a8f48-cfcf-4abb-952d-8af350977bfc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'mac_address': 'fa:16:3e:d2:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd008c-461d-49cf-a521-f7170c176219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:56:56Z', 'updated_at': '2021-02-15T21:57:34Z', 'revision_number': 1, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:36.708975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] Checking router: 0c7bdcbc-66e2-4708-96e6-76f92137ac1b for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:57:36.718104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:57:36.718768 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:57:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:36.745901 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Made reservation on behalf of 06753aa9c7bf45b59b2b9dc24627b622 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:57:36.751608 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:36.913368 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:57:36.932377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-cd6d2f9f-9f72-40c0-af6c-7181bdf75e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:36.934654 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-cd6d2f9f-9f72-40c0-af6c-7181bdf75e50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74a976b8-a3ef-4109-b8d1-48b755edb77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2287760 Feb 15 21:57:37.285695 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-424cbdb2-ba50-49b0-b836-eece20600577 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760191 Feb 15 21:57:37.286231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Allocated IP 172.20.0.2 (dc34c65a-eebe-4769-bec2-cdbdad89ccc5/efd143d0-2e60-40f6-9c20-5014a529082c/ed3c9a4b-fab5-41ee-9a3c-f4c102de0100) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:57:37.426027 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-383e87f6-81c3-4016-ab08-64311110bce2 req-8569700e-6dab-41a6-9f68-0fa499abb15e tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.1219170 Feb 15 21:57:37.518479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ca61-429c-43c3-a247-5598e21d974b req-34199eba-a7f8-480b-985c-f3aeffa71b0c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:37.520347 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ee59ca61-429c-43c3-a247-5598e21d974b req-34199eba-a7f8-480b-985c-f3aeffa71b0c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1674311 Feb 15 21:57:37.586154 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ee59ca61-429c-43c3-a247-5598e21d974b req-9a210fca-0ec2-468b-a2cc-61cc3ad37093 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585735 Feb 15 21:57:37.623030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '9fda6e66-29e5-4534-a65e-1c8b2960153b', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'port_id': 'c47a8f48-cfcf-4abb-952d-8af350977bfc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'mac_address': 'fa:16:3e:d2:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd008c-461d-49cf-a521-f7170c176219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:56:56Z', 'updated_at': '2021-02-15T21:57:34Z', 'revision_number': 1, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:57:37.628579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca24f0ef-d4d8-4b94-bbf9-983ba9b0b3f8 None None] The sync data for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi is: [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '9fda6e66-29e5-4534-a65e-1c8b2960153b', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'port_id': 'c47a8f48-cfcf-4abb-952d-8af350977bfc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'mac_address': 'fa:16:3e:d2:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd008c-461d-49cf-a521-f7170c176219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:56:56Z', 'updated_at': '2021-02-15T21:57:34Z', 'revision_number': 1, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:57:37.930678 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b8d6682-7fdb-4749-a908-a50d45db8445 req-ffe2c061-54f1-4e8a-8a1b-ea710b913d56 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6356199 Feb 15 21:57:38.012165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fafb82-afce-4074-b380-fb4ae1a28fe0 None None] New status for floating IP 9fda6e66-29e5-4534-a65e-1c8b2960153b: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:57:38.035844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:38.106911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:38.124462 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:38.286322 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Pushing event updated for resources: {'Port': ['ID=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:38.291155 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:38.358221 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:57:38.360141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:57:38.362531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:57:38.441730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:38.441730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:38.519096 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4171700 Feb 15 21:57:38.533953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Request body: {'port': {'device_id': '7a8700df-2f36-4dba-8277-a5f0b68b6e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:38.665314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3fa42-8ced-44e7-9dc5-9c96e88706fd req-536e6042-6b53-4298-a7bb-503e49eaea4f tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:38.674079 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19c3fa42-8ced-44e7-9dc5-9c96e88706fd req-536e6042-6b53-4298-a7bb-503e49eaea4f tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 931 time: 0.1037235 Feb 15 21:57:38.731315 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19c3fa42-8ced-44e7-9dc5-9c96e88706fd req-af653943-4935-489d-8b12-fc6f076dc363 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557027 Feb 15 21:57:38.784681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:38.928611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6ef0c-9835-4422-93da-c54333cc7e28 req-8458d1ea-d41d-436d-8b1c-606a4b719c9e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:38.930232 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1ab6ef0c-9835-4422-93da-c54333cc7e28 req-8458d1ea-d41d-436d-8b1c-606a4b719c9e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1155419 Feb 15 21:57:38.987496 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1ab6ef0c-9835-4422-93da-c54333cc7e28 req-2f988426-2565-4d2d-b9b1-73f3c45d6584 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499182 Feb 15 21:57:39.257191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:57:39.265860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:39.279842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Transition to ACTIVE for port object ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:57:39.334685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:39.341706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:57:39.353008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-28c61093-cb1b-49ab-a502-ede15ca04b8c tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:39.504184 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:39.507344 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:39.711934 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Attempting to bind port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:57:39.712291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Attempting to bind port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:57:39.712661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Attempting to bind port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 on network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:57:39.718959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:57:39.719330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Checking segment: {'id': '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:57:39.719772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:39.720163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Bound using segment: {'id': '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:57:39.720631 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Bound port: ed3c9a4b-fab5-41ee-9a3c-f4c102de0100, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:57:39.720998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:39.831680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] For port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:57:39.835351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] For port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,segment=NetworkSegment(6b90b2f8-e3d8-4594-bdb5-bea0d7831de5),segment_id=6b90b2f8-e3d8-4594-bdb5-bea0d7831de5)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:57:39.878084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:39.921403 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:39.935072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701101c-c16d-49a2-9f4c-b830c2eb480d req-65b1364f-19be-4431-9113-f401d148a8a4 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:39.937008 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3701101c-c16d-49a2-9f4c-b830c2eb480d req-65b1364f-19be-4431-9113-f401d148a8a4 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 943 time: 0.0903001 Feb 15 21:57:39.997498 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3701101c-c16d-49a2-9f4c-b830c2eb480d req-23a6f356-e91d-4450-8c5d-ad6c5c491b5c tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518391 Feb 15 21:57:40.141108 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:40.146865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:40.195949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:40.196781 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:40.198909 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] 10.222.0.47 "PUT /v2.0/ports/ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 HTTP/1.1" status: 200 len: 1157 time: 1.6695826 Feb 15 21:57:40.199543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8700df-2f36-4dba-8277-a5f0b68b6e77', 'tag': 'ed3c9a4b-fab5-41ee-9a3c-f4c102de0100'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:57:40.253546 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916226db-393a-4827-b6f8-5663f4f540ba req-808be67b-eb82-4855-9586-eab8dc73a1fc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:40.254393 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8700df-2f36-4dba-8277-a5f0b68b6e77', 'tag': 'ed3c9a4b-fab5-41ee-9a3c-f4c102de0100', 'status': 'completed', 'code': 200} Feb 15 21:57:40.255481 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-916226db-393a-4827-b6f8-5663f4f540ba req-808be67b-eb82-4855-9586-eab8dc73a1fc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1143758 Feb 15 21:57:40.315005 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-916226db-393a-4827-b6f8-5663f4f540ba req-7c7adb7b-fc38-4125-8761-397c243921e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519941 Feb 15 21:57:40.360731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa6805-4a9d-4a0a-99b6-11f0c294fdc7 req-d52d2d0c-adc3-416b-918d-58f78544f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:40.836098 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bcaa6805-4a9d-4a0a-99b6-11f0c294fdc7 req-d52d2d0c-adc3-416b-918d-58f78544f623 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06753aa9c7bf45b59b2b9dc24627b622&device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 1160 time: 0.0883846 Feb 15 21:57:40.836098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa6805-4a9d-4a0a-99b6-11f0c294fdc7 req-c569dcb6-c7cd-4443-a005-95750f89e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:40.836098 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bcaa6805-4a9d-4a0a-99b6-11f0c294fdc7 req-c569dcb6-c7cd-4443-a005-95750f89e90c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=06753aa9c7bf45b59b2b9dc24627b622&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1504707 Feb 15 21:57:40.836098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa6805-4a9d-4a0a-99b6-11f0c294fdc7 req-209af9f4-0259-4ff6-be55-77d3ee0f6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:40.836098 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bcaa6805-4a9d-4a0a-99b6-11f0c294fdc7 req-209af9f4-0259-4ff6-be55-77d3ee0f6f11 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1535034 Feb 15 21:57:41.194998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a185d30-9774-4bcc-a4f8-7946819d9a55 req-1358aa66-ba62-4b0d-8459-f098bf50aca7 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:41.196633 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a185d30-9774-4bcc-a4f8-7946819d9a55 req-1358aa66-ba62-4b0d-8459-f098bf50aca7 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 943 time: 0.0873203 Feb 15 21:57:41.248011 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a185d30-9774-4bcc-a4f8-7946819d9a55 req-982b3169-f596-4a6f-a968-1b2d84d7faa0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451097 Feb 15 21:57:41.516198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82210966-ca33-4efd-b769-585589e2a6c1 req-1e57ae41-de23-459a-a2bd-061c09c426b9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:41.517806 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82210966-ca33-4efd-b769-585589e2a6c1 req-1e57ae41-de23-459a-a2bd-061c09c426b9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.0871470 Feb 15 21:57:41.564943 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82210966-ca33-4efd-b769-585589e2a6c1 req-53715ddb-0f2e-42fd-987e-fde3be172904 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410788 Feb 15 21:57:41.750849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-865e8f59-33a3-44f8-bd14-fd87448fd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:41.752511 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-865e8f59-33a3-44f8-bd14-fd87448fd16b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06753aa9c7bf45b59b2b9dc24627b622&device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 1160 time: 0.0790455 Feb 15 21:57:41.830430 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-824b1e44-5e13-4ffc-b306-af53bc9d38b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 HTTP/1.1" status: 200 len: 217 time: 0.0704310 Feb 15 21:57:41.901718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-b83aaa29-25e4-4bdd-8540-0c691ffc1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:41.903619 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-b83aaa29-25e4-4bdd-8540-0c691ffc1457 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efd143d0-2e60-40f6-9c20-5014a529082c HTTP/1.1" status: 200 len: 854 time: 0.0670588 Feb 15 21:57:41.961606 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-21ba38d2-bcac-4771-81e1-e3aa231d6d7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc34c65a-eebe-4769-bec2-cdbdad89ccc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510466 Feb 15 21:57:42.110040 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-3a83b4cc-53dd-4b13-b43f-aab0e4a03007 service neutron] 10.222.0.47 "GET /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411490 Feb 15 21:57:42.258398 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd5a6c5-b184-4d32-ac59-2e76102dcbbf req-0b361062-b0e7-4c29-9cf2-748acae14bb3 service neutron] 10.222.0.47 "GET /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408041 Feb 15 21:57:42.452235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012df8db-a0c6-4697-9a8b-ff1763c674f8 req-e37a900e-3f6e-4fd7-bdb3-4820c664f7a6 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:42.453848 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-012df8db-a0c6-4697-9a8b-ff1763c674f8 req-e37a900e-3f6e-4fd7-bdb3-4820c664f7a6 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 943 time: 0.0910070 Feb 15 21:57:42.501624 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-012df8db-a0c6-4697-9a8b-ff1763c674f8 req-3c4d9e52-db79-48fd-8717-64bc95a69752 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Feb 15 21:57:42.768402 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decab29-724d-4e9b-a276-2e22e01b4c0e req-31b61ba4-7b5d-49f7-ad54-16e1348de399 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:42.769921 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3decab29-724d-4e9b-a276-2e22e01b4c0e req-31b61ba4-7b5d-49f7-ad54-16e1348de399 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.0862043 Feb 15 21:57:42.820725 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3decab29-724d-4e9b-a276-2e22e01b4c0e req-9e8f6453-0dd5-48c0-85ec-78108e025589 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446017 Feb 15 21:57:43.293280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-4e3561ad-e355-4557-bfb9-6460d9cac7e1 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:43.294798 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-4e3561ad-e355-4557-bfb9-6460d9cac7e1 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/networks?id=6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 200 len: 814 time: 0.1577878 Feb 15 21:57:43.311313 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-2483a59b-257f-4b8f-a058-a59859b46b2f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/quotas/1faea400ec08493cb60bda06aea88e75 HTTP/1.1" status: 200 len: 375 time: 0.0104973 Feb 15 21:57:43.398269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-3690336b-afcb-4e51-bced-f7c7f8d1a38e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Synchronizing usage tracker for tenant:1faea400ec08493cb60bda06aea88e75 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:57:43.449264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-3690336b-afcb-4e51-bced-f7c7f8d1a38e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Unset dirty status for tenant:1faea400ec08493cb60bda06aea88e75 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:57:43.450667 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-3690336b-afcb-4e51-bced-f7c7f8d1a38e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341071 Feb 15 21:57:43.709968 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-beaf9287-3210-4f75-82dc-af86d7312dfe service neutron] 10.222.0.41 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466888 Feb 15 21:57:43.766178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20fb74-3ad9-4f96-a02c-aab82270582c req-1331f5c8-a41a-4827-97b2-8afe5781df42 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:43.767743 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9b20fb74-3ad9-4f96-a02c-aab82270582c req-1331f5c8-a41a-4827-97b2-8afe5781df42 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 943 time: 0.1547086 Feb 15 21:57:43.879261 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9b20fb74-3ad9-4f96-a02c-aab82270582c req-7603fe83-2342-4a62-a68e-3dd8a9852d95 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636535 Feb 15 21:57:43.898522 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-79967016-6034-4754-a710-38fe01dd5b67 service neutron] 10.222.0.41 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1804392 Feb 15 21:57:44.203786 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-963c9a8f-b2e1-496a-b222-3edbe54a3c6a req-9d0324c8-45cf-450d-933b-b209558211b3 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 210 time: 0.0935118 Feb 15 21:57:44.248633 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150b457-8148-4a28-bc5f-e9fd0cb21c03 req-f179b922-d99e-49c8-92be-4c984eaf3b0e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:44.250215 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4150b457-8148-4a28-bc5f-e9fd0cb21c03 req-f179b922-d99e-49c8-92be-4c984eaf3b0e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.1015954 Feb 15 21:57:44.297470 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4150b457-8148-4a28-bc5f-e9fd0cb21c03 req-4a7d9972-c334-4e33-9dfb-298242e82261 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 Feb 15 21:57:45.081186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c38fd-2a84-461b-87a1-8581f5e65eae req-8e59cfd4-826e-4609-b68c-84397e3d742c tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:45.082819 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e99c38fd-2a84-461b-87a1-8581f5e65eae req-8e59cfd4-826e-4609-b68c-84397e3d742c tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 943 time: 0.0896952 Feb 15 21:57:45.135482 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e99c38fd-2a84-461b-87a1-8581f5e65eae req-0f0a979c-450e-4ee0-a871-649352d888fc tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464323 Feb 15 21:57:45.363999 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-259a1a38-9ce9-463e-899d-1ec33155fce1 req-873856ca-0edf-40d7-b1dd-59b55d1ae9bd tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 210 time: 0.0477052 Feb 15 21:57:45.502506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f41b1b-bcbb-4159-b45c-fa982da8a0e7 req-40e3045d-e188-46d4-8e0f-3bbd753e93c0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:45.504024 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62f41b1b-bcbb-4159-b45c-fa982da8a0e7 req-40e3045d-e188-46d4-8e0f-3bbd753e93c0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.0838420 Feb 15 21:57:45.553196 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62f41b1b-bcbb-4159-b45c-fa982da8a0e7 req-6e2e3206-5765-46da-8943-26de40c2a146 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431619 Feb 15 21:57:45.594856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 5ea70908-6ae3-45dc-85fc-f0c9297dd978 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:45.674989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:45.675413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:45.816367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:45.845714 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:57:45.856696 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 5ea70908-6ae3-45dc-85fc-f0c9297dd978, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:57:45.889620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:45.892470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:45.904205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-c316cd2d-be14-4b94-871e-3444e2c2aadf tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:45.905632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-c316cd2d-be14-4b94-871e-3444e2c2aadf tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Synchronizing usage tracker for tenant:1faea400ec08493cb60bda06aea88e75 on resource:network {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:57:45.964648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-c316cd2d-be14-4b94-871e-3444e2c2aadf tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Unset dirty status for tenant:1faea400ec08493cb60bda06aea88e75 on resource:network {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:57:45.965911 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-c316cd2d-be14-4b94-871e-3444e2c2aadf tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.47 "GET /v2.0/networks?id=6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 200 len: 814 time: 0.2308347 Feb 15 21:57:45.967319 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978', 'code': 200} Feb 15 21:57:45.967941 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=5ea70908-6ae3-45dc-85fc-f0c9297dd978,revision_number=6']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:45.976022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.976997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.977739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.978125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.978500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.978873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.979274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.979672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.980048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.980499 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.981035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.981404 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.981714 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Request body: {'port': {'device_id': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'admin_state_up': True, 'tenant_id': '1faea400ec08493cb60bda06aea88e75'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:45.981837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.982606 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.982982 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.983350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.983900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.984273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.987657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.987657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.987657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.987657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.987657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.987657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:57:45.992533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:46.125944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:57:46.136282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:57:46.174661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Made reservation on behalf of 1faea400ec08493cb60bda06aea88e75 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:57:46.180557 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:46.350302 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ccdfd-bb21-4222-89c9-9413c6eacc63 req-3e95ab61-0298-4512-8975-6f4a3f049720 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:46.351971 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a77ccdfd-bb21-4222-89c9-9413c6eacc63 req-3e95ab61-0298-4512-8975-6f4a3f049720 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 943 time: 0.1003571 Feb 15 21:57:46.407590 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a77ccdfd-bb21-4222-89c9-9413c6eacc63 req-a813d078-14e7-436e-9d35-529b2b7f005b tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476451 Feb 15 21:57:46.519428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Allocated IP 172.20.0.8 (6914886f-2453-4e2b-b317-9b098cdb31ac/7f3b02fd-58c3-4163-87b2-e7a012012ece/f2907a9a-eb96-41b0-9f55-c3dc00ef47a5) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:57:46.539028 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4b1748b0-0e2b-4466-9fd8-15962185e32f req-6fde52ad-cdb0-4a71-a6c1-2faf4a8ae025 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 210 time: 0.0545104 Feb 15 21:57:46.915655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2abfc-85cf-4a50-8fef-68cafbe8ee72 req-7188450e-385d-4594-a257-467b451c8c9a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:46.929429 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39f2abfc-85cf-4a50-8fef-68cafbe8ee72 req-7188450e-385d-4594-a257-467b451c8c9a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1788626 Feb 15 21:57:46.994218 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39f2abfc-85cf-4a50-8fef-68cafbe8ee72 req-2d191209-e7d9-4ff5-9cf4-5ab3bfbbc332 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631385 Feb 15 21:57:47.156395 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.objects.ports [None req-bc8e15c8-07de-4dbb-a958-603cb2e31502 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:57:47.163104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bf7f8-2a70-4f31-bb75-f1beca5f7cfa req-db194231-b086-4d22-947b-b6fd21c21033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:47.164773 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a06bf7f8-2a70-4f31-bb75-f1beca5f7cfa req-db194231-b086-4d22-947b-b6fd21c21033 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 1162 time: 0.3056023 Feb 15 21:57:47.210366 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:47.228896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Transition to ACTIVE for port object f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:57:47.283506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:47.304009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:47.461519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event updated for resources: {'Port': ['ID=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:47.466689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:47.520170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Network 6914886f-2453-4e2b-b317-9b098cdb31ac is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:57:47.521359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:57:47.524014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:57:47.546585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c7f940d6-1ab0-420a-b65e-db34ad797946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:47.607253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:47.608297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:47.684645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08efd31-ac10-470e-bbaa-deb3a10699ae req-f1cefc01-29cf-4044-94e7-5e1ce6674257 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:47.692804 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a08efd31-ac10-470e-bbaa-deb3a10699ae req-f1cefc01-29cf-4044-94e7-5e1ce6674257 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 943 time: 0.1283753 Feb 15 21:57:47.735295 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7577872 Feb 15 21:57:47.738625 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a08efd31-ac10-470e-bbaa-deb3a10699ae req-cda87f9a-7852-43fa-8587-563a3cec1101 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 Feb 15 21:57:47.855785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-44a73ab9-4c13-4bb6-a164-9aa3f969e247 None None] Provisioning for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:57:47.861543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-44a73ab9-4c13-4bb6-a164-9aa3f969e247 None None] Provisioning complete for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:47.861962 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-44a73ab9-4c13-4bb6-a164-9aa3f969e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:47.913656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 5ea70908-6ae3-45dc-85fc-f0c9297dd978 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:47.953065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c41f0-9418-47bc-a212-10407524970a req-333a919c-8b04-45d9-a5f3-112feaa9e418 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:47.954666 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-568c41f0-9418-47bc-a212-10407524970a req-333a919c-8b04-45d9-a5f3-112feaa9e418 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 931 time: 0.1076684 Feb 15 21:57:47.972729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-44a73ab9-4c13-4bb6-a164-9aa3f969e247 None None] Port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:57:47.998081 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:47.998499 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:48.014714 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-568c41f0-9418-47bc-a212-10407524970a req-dacffc94-e6c2-46f0-836c-5d4da920790e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534906 Feb 15 21:57:48.139103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:48.248096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d90cea-4d3c-40f9-878f-1aedb5e34648 req-1518c801-c202-4d31-82fc-a89011c99a17 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:48.249726 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-15d90cea-4d3c-40f9-878f-1aedb5e34648 req-1518c801-c202-4d31-82fc-a89011c99a17 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0929601 Feb 15 21:57:48.261180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:57:48.267069 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:48.267451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:48.311354 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-15d90cea-4d3c-40f9-878f-1aedb5e34648 req-970a3c2a-7986-4531-8f65-96dae7e40fd3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551801 Feb 15 21:57:48.415023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:48.455622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,segment=NetworkSegment(6b90b2f8-e3d8-4594-bdb5-bea0d7831de5),segment_id=6b90b2f8-e3d8-4594-bdb5-bea0d7831de5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:57:48.456774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8700df-2f36-4dba-8277-a5f0b68b6e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3c9a4b-fab5-41ee-9a3c-f4c102de0100'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:57:48.494359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:48.496550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-34938479-7f87-4903-b00d-fc2204ed3f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:48.537604 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8700df-2f36-4dba-8277-a5f0b68b6e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3c9a4b-fab5-41ee-9a3c-f4c102de0100', 'code': 200} Feb 15 21:57:48.573138 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:48.576888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:48.955648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32f7bf-e80e-44ee-add7-9782ec24e436 req-0c49dd99-a61c-4190-9214-a0544c236ff4 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:48.957564 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c32f7bf-e80e-44ee-add7-9782ec24e436 req-0c49dd99-a61c-4190-9214-a0544c236ff4 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0935051 Feb 15 21:57:49.002077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:57:49.018207 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c32f7bf-e80e-44ee-add7-9782ec24e436 req-b06361a9-12de-4d03-9e41-cbf5aa3cab12 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533817 Feb 15 21:57:49.094538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:57:49.094964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:49.250717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a2600-406f-4792-ad76-67ead676235a req-d56e52f2-36e2-4c8a-ae34-d759efab9004 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:49.252346 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fc7a2600-406f-4792-ad76-67ead676235a req-d56e52f2-36e2-4c8a-ae34-d759efab9004 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 931 time: 0.1079423 Feb 15 21:57:49.305150 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fc7a2600-406f-4792-ad76-67ead676235a req-1440078d-ea20-4796-861b-b7907e588e0a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463104 Feb 15 21:57:49.538246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b9a1a-8f9b-4c2c-8b67-e65f30105239 req-c50aaf14-4457-47cc-bcb4-a75fcb4fc57f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:49.539910 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b27b9a1a-8f9b-4c2c-8b67-e65f30105239 req-c50aaf14-4457-47cc-bcb4-a75fcb4fc57f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0976393 Feb 15 21:57:49.590708 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b27b9a1a-8f9b-4c2c-8b67-e65f30105239 req-f5aba50f-21c3-4a72-aa89-58e9fda3b8c1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433168 Feb 15 21:57:50.037195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Request body: {'port': {'device_id': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:57:50.169019 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a06bf7f8-2a70-4f31-bb75-f1beca5f7cfa req-1614774e-83ae-4f65-a4e2-45a3efbbefa8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991762 Feb 15 21:57:50.194720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:50.223434 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef3c4-1a57-4be0-a705-31bff2d4dbe2 req-ddb8716f-8806-4afd-bcd7-3ecdbb2958a8 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:50.225220 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e2ef3c4-1a57-4be0-a705-31bff2d4dbe2 req-ddb8716f-8806-4afd-bcd7-3ecdbb2958a8 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0897326 Feb 15 21:57:50.237552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40823249-3577-4a9a-9377-ac73648de0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:50.379727 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e2ef3c4-1a57-4be0-a705-31bff2d4dbe2 req-96b3532f-b67b-41f3-a0bf-0d9caf9a799e tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182590 Feb 15 21:57:50.634566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c6a05-65ec-43f2-a70f-1a8d605a6b19 req-fdd5d60e-9041-45c6-bc33-35e714bf8dfe tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:50.637701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:50.643199 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-105c6a05-65ec-43f2-a70f-1a8d605a6b19 req-fdd5d60e-9041-45c6-bc33-35e714bf8dfe tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 931 time: 0.1415105 Feb 15 21:57:50.713108 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-105c6a05-65ec-43f2-a70f-1a8d605a6b19 req-3b0c080b-55fc-40ad-96df-5e5fa9e0af77 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592358 Feb 15 21:57:50.805569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:57:50.814090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:50.828871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Transition to ACTIVE for port object f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:57:50.856392 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826140fe-d878-44df-97f6-029e9b9be501 req-a157e245-ba28-4056-9047-bedb38d1eb16 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:50.858050 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-826140fe-d878-44df-97f6-029e9b9be501 req-a157e245-ba28-4056-9047-bedb38d1eb16 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0932658 Feb 15 21:57:50.871695 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:50.887939 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:50.907713 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-826140fe-d878-44df-97f6-029e9b9be501 req-07485f36-317c-4f48-8b03-6419f70bc33e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 Feb 15 21:57:51.031702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:51.036427 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:51.262855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Attempting to bind port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:57:51.263253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Attempting to bind port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:57:51.263662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Attempting to bind port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 on network 6914886f-2453-4e2b-b317-9b098cdb31ac {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:57:51.269703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:57:51.270084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Checking segment: {'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:57:51.270495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:51.270897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Bound using segment: {'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:57:51.271379 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Bound port: f2907a9a-eb96-41b0-9f55-c3dc00ef47a5, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c30a8f-22f0-44b0-84f2-8b36cbe061a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:57:51.271803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:51.376536 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] For port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:57:51.379818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] For port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:57:51.409989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:51.430286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3ef56e0f-2826-488e-80c0-1dbe3b517552 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:57:51.593083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:57:51.598662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:57:51.609384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc87c-b786-4ea3-a449-bb7ed2fd46bd req-0b21bc41-bfdb-42f1-9919-2acec1504b43 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:51.610992 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88fdc87c-b786-4ea3-a449-bb7ed2fd46bd req-0b21bc41-bfdb-42f1-9919-2acec1504b43 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0990264 Feb 15 21:57:51.646399 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:51.647101 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:51.648677 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 1157 time: 1.6165226 Feb 15 21:57:51.649263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:57:51.729220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:51.924100 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88fdc87c-b786-4ea3-a449-bb7ed2fd46bd req-6d1264e6-8b28-4e0d-84f9-2632d0d7d902 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063862 Feb 15 21:57:51.995963 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'status': 'completed', 'code': 200} Feb 15 21:57:52.174030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870b02c-38b5-4d47-90ab-e017af55093c req-5a04243f-f347-4402-a137-2d8b0835ec63 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:52.175742 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3870b02c-38b5-4d47-90ab-e017af55093c req-5a04243f-f347-4402-a137-2d8b0835ec63 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0905116 Feb 15 21:57:52.227293 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3870b02c-38b5-4d47-90ab-e017af55093c req-ca1a20a8-c992-4c39-a0e6-cc4b41b71a19 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 Feb 15 21:57:52.420673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3d0f8-5758-4815-ac3d-5fa9b3e7faf5 req-0c1dc822-6699-45f3-8376-28b0d3ed51b9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:52.422294 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-84c3d0f8-5758-4815-ac3d-5fa9b3e7faf5 req-0c1dc822-6699-45f3-8376-28b0d3ed51b9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0906525 Feb 15 21:57:52.470797 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-84c3d0f8-5758-4815-ac3d-5fa9b3e7faf5 req-dca4d649-548e-4fe5-838c-839cdd4a1f7a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 Feb 15 21:57:53.149741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9cc8c-1450-4481-a1a2-eeb622f603f8 req-af3f0ef2-aaee-4832-91e5-c7e43d7340fe tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:53.153876 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-51d9cc8c-1450-4481-a1a2-eeb622f603f8 req-af3f0ef2-aaee-4832-91e5-c7e43d7340fe tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0997226 Feb 15 21:57:53.217621 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-51d9cc8c-1450-4481-a1a2-eeb622f603f8 req-07d72467-62aa-4bcb-87cb-192770d3cb58 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550280 Feb 15 21:57:53.451753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be272342-e241-4b79-8bfc-6aa70da1dd6c req-4d0feb55-de36-4058-a34e-442297511de9 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:53.460006 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be272342-e241-4b79-8bfc-6aa70da1dd6c req-4d0feb55-de36-4058-a34e-442297511de9 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.1036222 Feb 15 21:57:53.506120 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be272342-e241-4b79-8bfc-6aa70da1dd6c req-32aa3002-71b8-4e5a-a4ac-4fc900f32926 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449243 Feb 15 21:57:53.523417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:57:53.724640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09a9c5-24ca-4313-9c70-e5722c6bc26a req-78e8724f-6843-4592-8dc2-2814557c9f23 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:53.726236 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f09a9c5-24ca-4313-9c70-e5722c6bc26a req-78e8724f-6843-4592-8dc2-2814557c9f23 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1133199 Feb 15 21:57:53.781388 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f09a9c5-24ca-4313-9c70-e5722c6bc26a req-166f44b6-45a6-4748-acd5-81b44eb7daa4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480363 Feb 15 21:57:54.421176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3019c5c-18cc-467e-8acd-25876c95f200 req-57d7a5d9-5619-4397-b1fc-66c4f8453d7d tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:54.422829 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3019c5c-18cc-467e-8acd-25876c95f200 req-57d7a5d9-5619-4397-b1fc-66c4f8453d7d tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0871847 Feb 15 21:57:54.474667 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3019c5c-18cc-467e-8acd-25876c95f200 req-5c0d0ebb-b1b8-42f8-9191-0f40ac8b540d tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Feb 15 21:57:54.717299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2768e-c88e-4438-97ac-f94fb7d67415 req-9df546fb-3e4c-4a96-8385-8f39a6954a7c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:54.718960 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e4d2768e-c88e-4438-97ac-f94fb7d67415 req-9df546fb-3e4c-4a96-8385-8f39a6954a7c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0932481 Feb 15 21:57:54.770769 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e4d2768e-c88e-4438-97ac-f94fb7d67415 req-a2d7adcb-50c4-417d-abad-5b52f82683da tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448084 Feb 15 21:57:55.003789 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6289a84-d2c7-4d9e-b73c-f17c51c869e7 req-7ad59579-2bd8-44d9-b19c-1148c16ec436 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:55.006079 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e6289a84-d2c7-4d9e-b73c-f17c51c869e7 req-7ad59579-2bd8-44d9-b19c-1148c16ec436 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0982068 Feb 15 21:57:55.061534 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e6289a84-d2c7-4d9e-b73c-f17c51c869e7 req-f3ba264d-ddd6-4214-bfe4-88d4e6eb61bf tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489883 Feb 15 21:57:55.704114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bb520-e93d-432a-a0cb-3350bc5a9861 req-717e73c5-8db6-4394-8c0e-91cfa05b2195 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:55.705904 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f4bb520-e93d-432a-a0cb-3350bc5a9861 req-717e73c5-8db6-4394-8c0e-91cfa05b2195 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.1098058 Feb 15 21:57:55.760602 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f4bb520-e93d-432a-a0cb-3350bc5a9861 req-bba34e05-d638-4837-8b44-1aaf84fcfc10 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482364 Feb 15 21:57:55.982055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45163bc7-937f-42be-96ae-447d03956cc4 req-e774d034-6b46-4749-9dbb-f68d09f47bc2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:55.983628 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45163bc7-937f-42be-96ae-447d03956cc4 req-e774d034-6b46-4749-9dbb-f68d09f47bc2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0906315 Feb 15 21:57:56.033983 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45163bc7-937f-42be-96ae-447d03956cc4 req-9e2a3dee-fd03-412c-b764-21a2b21c69f0 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 Feb 15 21:57:56.285106 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a5396-61cb-4c15-b0ff-eb20a32dbde4 req-af09746d-92b4-4345-aca7-a4fb972be991 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:56.286615 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-607a5396-61cb-4c15-b0ff-eb20a32dbde4 req-af09746d-92b4-4345-aca7-a4fb972be991 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1014788 Feb 15 21:57:56.345610 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-607a5396-61cb-4c15-b0ff-eb20a32dbde4 req-7d0923b0-850f-4566-bc9c-e2e700bc9ce9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522542 Feb 15 21:57:56.969147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9e7bd-04d5-4392-bf5b-8051f7a161d1 req-eef4e965-a74a-471f-95ae-a12264f0bf95 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:56.970674 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-92d9e7bd-04d5-4392-bf5b-8051f7a161d1 req-eef4e965-a74a-471f-95ae-a12264f0bf95 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0891094 Feb 15 21:57:57.023705 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-92d9e7bd-04d5-4392-bf5b-8051f7a161d1 req-8126be3f-ac0b-4dcf-85b0-03f453ec6216 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465801 Feb 15 21:57:57.237971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543ac9-20f9-44fa-852a-146c97e22953 req-3bf8dbde-ea45-4ff0-b30d-0108d255998e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:57.239553 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-71543ac9-20f9-44fa-852a-146c97e22953 req-3bf8dbde-ea45-4ff0-b30d-0108d255998e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0876071 Feb 15 21:57:57.288182 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-71543ac9-20f9-44fa-852a-146c97e22953 req-0b10f72c-8a5c-4665-aeb1-276f602e12a2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410950 Feb 15 21:57:57.546291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051d36d-6156-4bff-ad03-f62cdf3b3379 req-1dc09aad-e6f5-4a82-a6dc-837c314f320d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:57.547925 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e051d36d-6156-4bff-ad03-f62cdf3b3379 req-1dc09aad-e6f5-4a82-a6dc-837c314f320d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0913191 Feb 15 21:57:57.596923 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e051d36d-6156-4bff-ad03-f62cdf3b3379 req-fe249803-1766-4c8c-b93b-e1cb7f66fd17 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425842 Feb 15 21:57:58.218754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434dbc3-f4a6-4525-bab8-2c979c7e7370 req-0375ca9b-9e28-4c1f-83ad-1dfae81110eb tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:58.220370 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7434dbc3-f4a6-4525-bab8-2c979c7e7370 req-0375ca9b-9e28-4c1f-83ad-1dfae81110eb tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0862586 Feb 15 21:57:58.270756 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7434dbc3-f4a6-4525-bab8-2c979c7e7370 req-07d15259-426c-49ff-a871-285391d20212 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Feb 15 21:57:58.485648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315b634-a21b-4523-aa61-434608ffbe1d req-0cf1a0ee-a077-4699-8e38-fe0aab2b9505 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:58.487245 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6315b634-a21b-4523-aa61-434608ffbe1d req-0cf1a0ee-a077-4699-8e38-fe0aab2b9505 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0855989 Feb 15 21:57:58.534619 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6315b634-a21b-4523-aa61-434608ffbe1d req-76ee770b-ac33-4d7d-93c6-0b09241e5851 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 Feb 15 21:57:58.800525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2607df4-263d-4180-b6fa-393fc6ef9188 req-8e416ff3-ccd8-4ddb-b5a9-66c6e0a65f07 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:58.802098 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e2607df4-263d-4180-b6fa-393fc6ef9188 req-8e416ff3-ccd8-4ddb-b5a9-66c6e0a65f07 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0881462 Feb 15 21:57:58.848772 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e2607df4-263d-4180-b6fa-393fc6ef9188 req-bdb1bfc3-e8ad-43cf-8781-e12344b19bad tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398803 Feb 15 21:57:59.465936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e1689-d293-4242-a892-97e58b41d1f8 req-dfa15824-2682-4cd7-8299-640b01fd8c8d tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:59.467569 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-370e1689-d293-4242-a892-97e58b41d1f8 req-dfa15824-2682-4cd7-8299-640b01fd8c8d tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0864534 Feb 15 21:57:59.517262 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-370e1689-d293-4242-a892-97e58b41d1f8 req-e1bb3d6e-ea43-449b-bf52-89870e5e6cbe tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Feb 15 21:57:59.730307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62d863-acea-4ab4-a420-5617c491fe85 req-5670e6ae-4207-482b-b15e-b5438b197d70 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:57:59.731905 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd62d863-acea-4ab4-a420-5617c491fe85 req-5670e6ae-4207-482b-b15e-b5438b197d70 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0852416 Feb 15 21:57:59.779101 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd62d863-acea-4ab4-a420-5617c491fe85 req-bb28f979-96bd-4bb2-8d24-32c012116653 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Feb 15 21:58:00.052370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c1b6b-dbdf-46ef-93f2-78dda29511c9 req-84221826-a71b-4d72-aae2-56ebb74911c1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:00.053962 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-294c1b6b-dbdf-46ef-93f2-78dda29511c9 req-84221826-a71b-4d72-aae2-56ebb74911c1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0887392 Feb 15 21:58:00.101152 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-294c1b6b-dbdf-46ef-93f2-78dda29511c9 req-8d18d333-9ebc-4d88-a85a-9eaac7daae80 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400627 Feb 15 21:58:00.711632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc26f-9d3c-4b6a-94ec-7948d84552ae req-ec0797f2-6bed-414c-aae0-b5a11c18086b tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:00.713239 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1abcc26f-9d3c-4b6a-94ec-7948d84552ae req-ec0797f2-6bed-414c-aae0-b5a11c18086b tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0859070 Feb 15 21:58:00.763990 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1abcc26f-9d3c-4b6a-94ec-7948d84552ae req-b1addf42-4b57-42a8-8ff3-37889e9b53fa tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442421 Feb 15 21:58:00.974202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eb94e-9dc9-4784-a0e6-43a709b736fa req-58da64a2-dfb6-44b2-8c70-7dc0760a14f9 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:00.975802 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-618eb94e-9dc9-4784-a0e6-43a709b736fa req-58da64a2-dfb6-44b2-8c70-7dc0760a14f9 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0851469 Feb 15 21:58:01.023448 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-618eb94e-9dc9-4784-a0e6-43a709b736fa req-4c8c4421-4b28-46bd-8e6a-b908218fda1d tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Feb 15 21:58:01.077430 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:01.380444 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a4db1-c093-417a-9cd1-8f4ce7855f12 req-8f86536b-1569-4907-b14c-ec52990067bf tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:01.381970 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1a5a4db1-c093-417a-9cd1-8f4ce7855f12 req-8f86536b-1569-4907-b14c-ec52990067bf tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1002316 Feb 15 21:58:01.388830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ec89d-b60b-40f7-b228-036ecc6f94c3 req-c4d839e6-9a19-425d-ab67-ed09726fd48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:01.390450 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-570ec89d-b60b-40f7-b228-036ecc6f94c3 req-c4d839e6-9a19-425d-ab67-ed09726fd48c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1160 time: 0.1070487 Feb 15 21:58:01.393099 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43e252-7c9d-43b5-b21d-a4bfe5338fda req-af8a20e5-057d-4076-b46d-bd897f974aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:01.394577 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb43e252-7c9d-43b5-b21d-a4bfe5338fda req-af8a20e5-057d-4076-b46d-bd897f974aaa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 1162 time: 0.1578596 Feb 15 21:58:01.429867 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1a5a4db1-c093-417a-9cd1-8f4ce7855f12 req-74380a02-79ec-4e15-945e-d168e1eb9525 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406320 Feb 15 21:58:01.549724 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb43e252-7c9d-43b5-b21d-a4bfe5338fda req-3fefb98a-03ba-4292-aa77-653510152f2a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178653 Feb 15 21:58:01.581647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ec89d-b60b-40f7-b228-036ecc6f94c3 req-01218c4c-2fe3-4051-a506-31cab330e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:01.583153 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-570ec89d-b60b-40f7-b228-036ecc6f94c3 req-01218c4c-2fe3-4051-a506-31cab330e218 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1faea400ec08493cb60bda06aea88e75&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1762974 Feb 15 21:58:01.958456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ec89d-b60b-40f7-b228-036ecc6f94c3 req-b4580d0a-2ff3-4c09-8e11-c678ef12bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:01.962444 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-570ec89d-b60b-40f7-b228-036ecc6f94c3 req-b4580d0a-2ff3-4c09-8e11-c678ef12bddb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1476657 Feb 15 21:58:01.963922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08224949-8d8f-4440-934a-f8cbf2225246 req-3b88d2ad-0a73-4c39-aeaf-c54ef30f33de tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:01.966171 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08224949-8d8f-4440-934a-f8cbf2225246 req-3b88d2ad-0a73-4c39-aeaf-c54ef30f33de tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0878875 Feb 15 21:58:02.020251 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08224949-8d8f-4440-934a-f8cbf2225246 req-073f4d52-9ca6-47fa-8ebf-451cae18b0e9 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476623 Feb 15 21:58:02.157770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-3db8e345-b60e-4eb9-b60c-cc2046641510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:02.159377 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-3db8e345-b60e-4eb9-b60c-cc2046641510 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1160 time: 0.0829833 Feb 15 21:58:02.228741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6620320-ae1a-4eef-84e3-e2fba16fe54e req-eee73f16-9039-4e40-b780-7adde400a8be tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:02.230920 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a6620320-ae1a-4eef-84e3-e2fba16fe54e req-eee73f16-9039-4e40-b780-7adde400a8be tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0894916 Feb 15 21:58:02.235199 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-4402027e-ae50-4dfd-82cb-48688e0cfc73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 217 time: 0.0659611 Feb 15 21:58:02.279350 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a6620320-ae1a-4eef-84e3-e2fba16fe54e req-4a86abdb-596c-443b-9898-aff1e380360e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 Feb 15 21:58:02.311963 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-fb2e2440-ad86-4f1f-a76e-45b038663ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:02.313546 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-fb2e2440-ad86-4f1f-a76e-45b038663ab7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f3b02fd-58c3-4163-87b2-e7a012012ece HTTP/1.1" status: 200 len: 853 time: 0.0695405 Feb 15 21:58:02.401386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-a534b50b-6be8-4efc-9c7c-b870577ae5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:02.403694 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-a534b50b-6be8-4efc-9c7c-b870577ae5ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6914886f-2453-4e2b-b317-9b098cdb31ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768895 Feb 15 21:58:02.570498 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0525d22b-cd43-4f42-92c4-2e469cb2036e service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450284 Feb 15 21:58:02.668311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80571f0-db5e-494f-8e9d-ed8f40effed9 req-b1b5ddee-1aed-46ab-866f-3bc9305de318 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:02.670275 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a80571f0-db5e-494f-8e9d-ed8f40effed9 req-b1b5ddee-1aed-46ab-866f-3bc9305de318 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1120415 Feb 15 21:58:02.721580 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a80571f0-db5e-494f-8e9d-ed8f40effed9 req-b83c2d26-a165-476b-bd4c-e34012029f4d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Feb 15 21:58:02.750596 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88abefab-79df-4e3e-961a-8f0d84e98df3 req-0783c629-6ee9-4ac5-bb08-a6f2d89b641f service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1721146 Feb 15 21:58:03.110077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 5ea70908-6ae3-45dc-85fc-f0c9297dd978 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:58:03.189063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:58:03.189495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:03.226037 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed9fe7-5ad0-4131-9001-50091d48b86d req-0204b420-dc9b-420a-9343-0e6d706ddb34 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:03.228468 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-59ed9fe7-5ad0-4131-9001-50091d48b86d req-0204b420-dc9b-420a-9343-0e6d706ddb34 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0935419 Feb 15 21:58:03.284418 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-59ed9fe7-5ad0-4131-9001-50091d48b86d req-ac927524-70a3-4cd9-aefa-b8cd8f0fab56 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489907 Feb 15 21:58:03.489769 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fb182-2664-4d24-b36d-d9bc95392009 req-e3cbb7c4-37e2-4dc4-9a2e-4963691dc07c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:03.491376 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b9fb182-2664-4d24-b36d-d9bc95392009 req-e3cbb7c4-37e2-4dc4-9a2e-4963691dc07c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0901885 Feb 15 21:58:03.540131 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b9fb182-2664-4d24-b36d-d9bc95392009 req-f7daacd6-8baf-4bf5-8858-7a8636b5807f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423384 Feb 15 21:58:03.927182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9543ce-9aea-49a5-b349-5457ece95a04 req-6ca6fbc1-092a-4602-ad1e-0638214b8776 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:03.928803 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4b9543ce-9aea-49a5-b349-5457ece95a04 req-6ca6fbc1-092a-4602-ad1e-0638214b8776 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0877128 Feb 15 21:58:03.977020 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4b9543ce-9aea-49a5-b349-5457ece95a04 req-0f6c2605-07fc-4bbe-a33e-d68e4f657060 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416961 Feb 15 21:58:04.486584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc2824-54fc-4a9e-8989-7af286163c78 req-380e4dae-3eb1-4046-a21d-1c29628de2ac tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:04.488197 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22fc2824-54fc-4a9e-8989-7af286163c78 req-380e4dae-3eb1-4046-a21d-1c29628de2ac tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0858750 Feb 15 21:58:04.538104 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22fc2824-54fc-4a9e-8989-7af286163c78 req-c0cd954f-a6ea-4528-9a39-71049cc86b71 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438523 Feb 15 21:58:04.747886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab71416-f3ee-40e0-b6cf-78ebed927620 req-b1fb39e8-3976-4b94-a9e3-d7e34e95f25e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:04.749594 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2ab71416-f3ee-40e0-b6cf-78ebed927620 req-b1fb39e8-3976-4b94-a9e3-d7e34e95f25e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0944335 Feb 15 21:58:04.800634 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2ab71416-f3ee-40e0-b6cf-78ebed927620 req-8f8acd32-c72a-4209-9d3a-54299f98891d tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Feb 15 21:58:05.188370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5e578-7ba9-432a-a658-f4378723fd3b req-d6a9a156-251a-4df3-a22e-2c612b701316 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:05.189978 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-40b5e578-7ba9-432a-a658-f4378723fd3b req-d6a9a156-251a-4df3-a22e-2c612b701316 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0918295 Feb 15 21:58:05.238341 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-40b5e578-7ba9-432a-a658-f4378723fd3b req-a199582d-d850-4a28-8984-cc018ebb2176 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 Feb 15 21:58:06.010129 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8ecad-0803-411f-9567-9952edad7491 req-ed1edf0c-13ae-4a29-a422-d9e5b39ad778 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:06.012442 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5b8ecad-0803-411f-9567-9952edad7491 req-ed1edf0c-13ae-4a29-a422-d9e5b39ad778 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0935812 Feb 15 21:58:06.065460 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5b8ecad-0803-411f-9567-9952edad7491 req-0d0fd19f-bb89-4cdc-895d-a62ddf93025a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465651 Feb 15 21:58:07.192770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.objects.ports [None req-072ae0e4-d3c1-4fc3-97d5-830742547142 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84108) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 21:58:07.267696 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e5206-02ca-42d4-8fdb-f15f11a2f259 req-77bba9f1-364e-45b5-af14-37ab6ab0474f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:07.269233 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a0e5206-02ca-42d4-8fdb-f15f11a2f259 req-77bba9f1-364e-45b5-af14-37ab6ab0474f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 943 time: 0.0867159 Feb 15 21:58:07.317984 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a0e5206-02ca-42d4-8fdb-f15f11a2f259 req-ffd48f79-af0b-41ec-b87e-070c64545546 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Feb 15 21:58:07.878259 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:58:07.973998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:58:07.979169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:58:07.979621 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:08.105295 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:08.136195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:58:08.147082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:58:08.174371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:08.177638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:58:08.214924 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'code': 200} Feb 15 21:58:08.257709 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:58:08.261940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:58:08.500073 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6770e-4a8e-4bd5-afd9-44d849790fc8 req-4769ab65-bd81-444f-bb82-24badc7d5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:08.501629 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79a6770e-4a8e-4bd5-afd9-44d849790fc8 req-4769ab65-bd81-444f-bb82-24badc7d5d7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1162 time: 0.0828118 Feb 15 21:58:08.525297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d1faa-eb5e-426f-acea-55b1e629006e req-f2d99d76-b507-4309-a484-90bc763d9b46 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:08.526998 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a77d1faa-eb5e-426f-acea-55b1e629006e req-f2d99d76-b507-4309-a484-90bc763d9b46 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.0939579 Feb 15 21:58:08.551925 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79a6770e-4a8e-4bd5-afd9-44d849790fc8 req-26b6fe27-06c9-42ba-9191-f02ae617a465 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372140 Feb 15 21:58:08.576291 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a77d1faa-eb5e-426f-acea-55b1e629006e req-0bd02c02-19ad-4556-9dde-3342430303cc tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Feb 15 21:58:09.137418 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:58:09.216085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:58:09.216639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:09.913374 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d3734-e812-4ca3-adc7-3835d6b42761 req-7c04dafc-bbf8-486b-992d-9495a468bb28 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:09.914973 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-892d3734-e812-4ca3-adc7-3835d6b42761 req-7c04dafc-bbf8-486b-992d-9495a468bb28 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.0848727 Feb 15 21:58:09.966883 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-892d3734-e812-4ca3-adc7-3835d6b42761 req-73778aad-17c7-46d3-9169-1d94ffdcd584 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447907 Feb 15 21:58:11.168057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3933c-d483-4ceb-a7df-f548dc0956a7 req-fc209c1c-96f4-4c6a-9ef0-94b32ee6b3d3 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:11.169868 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7cf3933c-d483-4ceb-a7df-f548dc0956a7 req-fc209c1c-96f4-4c6a-9ef0-94b32ee6b3d3 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.0894604 Feb 15 21:58:11.189828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:58:11.222303 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7cf3933c-d483-4ceb-a7df-f548dc0956a7 req-8bb8e2d8-3fe4-4b80-9b38-33ff7ab2ddc8 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458324 Feb 15 21:58:11.270083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:58:11.270513 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:11.435966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5592f-47c9-41c3-810f-41f2f36bee7a req-6a7bdd11-7c21-4ed1-9049-993ce2511580 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:11.437492 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffc5592f-47c9-41c3-810f-41f2f36bee7a req-6a7bdd11-7c21-4ed1-9049-993ce2511580 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.0909836 Feb 15 21:58:11.486605 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffc5592f-47c9-41c3-810f-41f2f36bee7a req-30a9f900-5358-4bed-bf05-f9ded8febee2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Feb 15 21:58:11.913597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8483e4-7c43-4d69-ad46-6cda3c907d75 req-138d9575-7a4e-4bdb-900b-74aa80096873 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:11.915197 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bc8483e4-7c43-4d69-ad46-6cda3c907d75 req-138d9575-7a4e-4bdb-900b-74aa80096873 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.0881121 Feb 15 21:58:11.964803 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bc8483e4-7c43-4d69-ad46-6cda3c907d75 req-1f9bb52b-1c2f-4dd2-8e6b-e875c745ba9b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Feb 15 21:58:16.341659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:58:17.568160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-161e4910-a4cd-401d-88cf-a42df0e7f11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:20.048262 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4aaf20d4-b184-42ee-9986-c01b75ff87e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:20.516466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:21.722299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:22.829369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034a80b-3256-4709-9e53-8f7afafb0830 req-3723081e-b1c6-416a-9828-d83360b80c65 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:22.830937 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8034a80b-3256-4709-9e53-8f7afafb0830 req-3723081e-b1c6-416a-9828-d83360b80c65 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.0880237 Feb 15 21:58:22.877802 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8034a80b-3256-4709-9e53-8f7afafb0830 req-c85fc728-00ff-4e85-a64f-c0d9cb45b3bc tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Feb 15 21:58:23.053631 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:23.074100 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-449070e4-7183-4c1d-bc0e-4812767bef3b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1559131 Feb 15 21:58:23.084468 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Request body: {'floatingip': {'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:58:23.090567 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:58:23.094621 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Usage tracker for resource:floatingip and tenant:1faea400ec08493cb60bda06aea88e75 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:58:23.097635 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:58:23.103429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:58:23.156458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:23.301139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:23.571329 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Allocated IP 172.27.0.187 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/a00f6841-1323-400e-ab5e-0c2c324f35d2) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:58:23.855678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:24.009329 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:24.025374 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:58:24.385090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event updated for resources: {'Port': ['ID=a00f6841-1323-400e-ab5e-0c2c324f35d2,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:58:24.398563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.398971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.399369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.399780 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.400169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.400557 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.401572 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.401966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.402350 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.402734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.403114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.403518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.403937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.404320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.404702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.405077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.405450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.405825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.406199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.406572 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.406947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.407322 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.407720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.408093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:24.413977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:58:24.447355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:58:24.449147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:58:24.451309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:58:24.477920 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:24.595306 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:24.892013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:24.950872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:24.965933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5ca00b34-64df-4d9f-863c-4a47b493548b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:58:25.111045 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event updated for resources: {'Port': ['ID=a00f6841-1323-400e-ab5e-0c2c324f35d2,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:58:25.115299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:58:25.160817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:25.225131 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:25.226440 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1463015 Feb 15 21:58:25.315347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-3b3a3b3a-327b-42ce-80bd-c1f0842b3c44 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Synchronizing usage tracker for tenant:1faea400ec08493cb60bda06aea88e75 on resource:floatingip {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:58:25.419997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-3b3a3b3a-327b-42ce-80bd-c1f0842b3c44 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Unset dirty status for tenant:1faea400ec08493cb60bda06aea88e75 on resource:floatingip {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:58:25.421207 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-3b3a3b3a-327b-42ce-80bd-c1f0842b3c44 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.187 HTTP/1.1" status: 200 len: 696 time: 0.1878791 Feb 15 21:58:25.587582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-ef0a2fc2-840f-4ddd-808a-46bef4a4618f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:25.589627 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-ef0a2fc2-840f-4ddd-808a-46bef4a4618f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 784 time: 0.1582491 Feb 15 21:58:25.600363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-29185846-0ae1-4278-945a-3f65a19112ec tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:58:25.601401 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a5def508-0f64-4914-8c0e-bd28f803dc96 req-29185846-0ae1-4278-945a-3f65a19112ec tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061343 Feb 15 21:58:25.782538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-3d7088bf-ebef-4f0d-a775-d3aade3144f2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:25.784137 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-3d7088bf-ebef-4f0d-a775-d3aade3144f2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0862546 Feb 15 21:58:25.873684 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-e24e4e63-5631-4245-99f8-7ba46cba1725 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.187 HTTP/1.1" status: 200 len: 696 time: 0.0835419 Feb 15 21:58:25.884431 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d84e9e16-9430-413a-8b32-7e23f33baf1f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Request body: {'floatingip': {'port_id': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:58:25.970503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d84e9e16-9430-413a-8b32-7e23f33baf1f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:26.597440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d84e9e16-9430-413a-8b32-7e23f33baf1f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:26.705425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d84e9e16-9430-413a-8b32-7e23f33baf1f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:26.886771 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d84e9e16-9430-413a-8b32-7e23f33baf1f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Floating IP 5ee78304-8e10-4356-9859-b22130bb15c1 associated. External IP: 172.27.0.187, port: f2907a9a-eb96-41b0-9f55-c3dc00ef47a5. Feb 15 21:58:27.483232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d84e9e16-9430-413a-8b32-7e23f33baf1f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:58:27.672363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d84e9e16-9430-413a-8b32-7e23f33baf1f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:58:27.677309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d84e9e16-9430-413a-8b32-7e23f33baf1f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:27.683190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] Sync routers for ids ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:58:27.694655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] Routers {'572f89aa-6ed8-4b51-8b91-57d4792ce0e6'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:58:27.695343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:58:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:58:27.738762 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d84e9e16-9430-413a-8b32-7e23f33baf1f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "PUT /v2.0/floatingips/5ee78304-8e10-4356-9859-b22130bb15c1 HTTP/1.1" status: 200 len: 996 time: 1.8584096 Feb 15 21:58:27.739273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:58:27.835701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-45ffa4ba-a0ee-4c73-a3bc-32dff4ff1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:27.837356 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-45ffa4ba-a0ee-4c73-a3bc-32dff4ff1eab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1162 time: 0.0828545 Feb 15 21:58:27.983268 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'status': 'completed', 'code': 200} Feb 15 21:58:27.987800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-087f2a11-819d-40ec-977a-5c3e45cbb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:27.989382 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-087f2a11-819d-40ec-977a-5c3e45cbb0e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 200 len: 908 time: 0.1454909 Feb 15 21:58:28.056104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] Set router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:58:28.082875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-69cfff4c-146d-42fb-97df-dc390782f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:28.084643 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-69cfff4c-146d-42fb-97df-dc390782f5a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1162 time: 0.0786936 Feb 15 21:58:28.110271 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-43abe246-9dcd-411c-a97d-15d70e5cdcd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 999 time: 0.1064050 Feb 15 21:58:28.189639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d6804582-1d2a-4925-8f68-14dffdcd50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:28.191363 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-d6804582-1d2a-4925-8f68-14dffdcd50ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f3b02fd-58c3-4163-87b2-e7a012012ece HTTP/1.1" status: 200 len: 853 time: 0.0739236 Feb 15 21:58:28.230508 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-8c06d015-ce4f-4b7c-b47c-880934fa5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:28.232120 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-8c06d015-ce4f-4b7c-b47c-880934fa5a7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 200 len: 908 time: 0.1405025 Feb 15 21:58:28.278670 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-61660b9b-9b13-42f7-bfdb-72d573d8306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:28.280365 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-61660b9b-9b13-42f7-bfdb-72d573d8306d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6914886f-2453-4e2b-b317-9b098cdb31ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822718 Feb 15 21:58:28.292877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-1b13196f-37b7-4d97-b615-eecf1c819215 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 21:58:28.293965 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-1b13196f-37b7-4d97-b615-eecf1c819215 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061040 Feb 15 21:58:28.353149 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-74f918d5-784a-4a27-85a3-31ea9aa59666 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 999 time: 0.1075354 Feb 15 21:58:28.423511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-07776e28-e275-407e-92a1-23b763470738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:28.438367 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-07776e28-e275-407e-92a1-23b763470738 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f3b02fd-58c3-4163-87b2-e7a012012ece HTTP/1.1" status: 200 len: 853 time: 0.0647929 Feb 15 21:58:28.438525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '5ee78304-8e10-4356-9859-b22130bb15c1', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'port_id': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'mac_address': 'fa:16:3e:ee:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:58:24Z', 'updated_at': '2021-02-15T21:58:26Z', 'revision_number': 1, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:34Z', 'revision_number': 5, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:58:28.442482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] Checking router: 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:58:28.447104 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-8475cceb-ef0c-4e6f-b89c-86b43045b9fa service neutron] 10.222.0.41 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468177 Feb 15 21:58:28.453079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] Routers {'572f89aa-6ed8-4b51-8b91-57d4792ce0e6'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:58:28.453756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:58:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:58:28.537246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-2ccfe13c-dd40-46e6-9790-d06f94210ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:28.538956 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-2ccfe13c-dd40-46e6-9790-d06f94210ad6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6914886f-2453-4e2b-b317-9b098cdb31ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001580 Feb 15 21:58:28.607621 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0b1a9d8-725c-46da-92b6-3c64c7d3ee0a req-f74bb1bd-8ca1-4931-844a-81b59833c045 service neutron] 10.222.0.41 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1528275 Feb 15 21:58:28.650697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] Set router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:58:28.699000 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-4d8f91e2-16e6-437d-a11d-5c3204ad3d3d service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490808 Feb 15 21:58:28.699824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-549180623', 'description': 'tempest-TestMinimumBasicScenario-549180623 description'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:58:28.706345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:58:28.711042 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Usage tracker for resource:security_group and tenant:1faea400ec08493cb60bda06aea88e75 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:58:28.714819 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:58:28.720938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:58:28.779304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:28.802538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:58:28.806817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Usage tracker for resource:security_group_rule and tenant:1faea400ec08493cb60bda06aea88e75 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:58:28.810289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:58:28.816610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:58:28.908575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:28.962506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:28.971220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-145ee6bc-1bdc-4029-9029-2f87036de6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:58:29.015138 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8316c84e-e03d-4dfc-a466-925010e6d8c6,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:58:29.019343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:58:29.053776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '5ee78304-8e10-4356-9859-b22130bb15c1', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'port_id': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'mac_address': 'fa:16:3e:ee:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:58:24Z', 'updated_at': '2021-02-15T21:58:26Z', 'revision_number': 1, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:34Z', 'revision_number': 5, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:58:29.058122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1df316-d7ad-468a-bf2c-3a1487b61dc5 None None] The sync data for ids ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'] in dv-cinder-775250-3-iscsi is: [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '5ee78304-8e10-4356-9859-b22130bb15c1', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'port_id': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'mac_address': 'fa:16:3e:ee:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:58:24Z', 'updated_at': '2021-02-15T21:58:26Z', 'revision_number': 1, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:34Z', 'revision_number': 5, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:58:29.073139 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-490a2b5a-7ae3-49ff-a799-c775c3708694 req-a3230b28-d30d-44b9-a2a0-b8c43bfa8750 service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3670747 Feb 15 21:58:29.082658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:29.084272 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fdefa6c0-f0bd-4593-b66c-394bfa69fcd8 req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3907764 Feb 15 21:58:29.159451 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-79ea7833-f547-4a28-8e9e-102cfa13980b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups/8316c84e-e03d-4dfc-a466-925010e6d8c6 HTTP/1.1" status: 200 len: 1812 time: 0.0486701 Feb 15 21:58:29.170985 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8316c84e-e03d-4dfc-a466-925010e6d8c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:58:29.171349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8316c84e-e03d-4dfc-a466-925010e6d8c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:58:29.177390 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:58:29.181487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Usage tracker for resource:security_group_rule and tenant:1faea400ec08493cb60bda06aea88e75 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:58:29.184971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:58:29.190831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:58:29.311610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:29.340721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:29.359842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fa02b-db6a-496c-83c9-58162e609bd4 None None] New status for floating IP 5ee78304-8e10-4356-9859-b22130bb15c1: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:58:29.396799 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:29.399090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5f9a5352-8014-43ae-bf7a-ed0d5cbb0288 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:58:29.423955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b079555-c670-4cea-a8f7-fcf99452e8dd,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:58:29.426660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:58:29.482865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:29.484405 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bab2876e-3ef4-48e4-8206-143b401f8361 req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3183305 Feb 15 21:58:29.561561 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-23e9bc6e-935d-4a57-a865-1ec119197d80 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups/8316c84e-e03d-4dfc-a466-925010e6d8c6 HTTP/1.1" status: 200 len: 2405 time: 0.0547509 Feb 15 21:58:29.574225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8316c84e-e03d-4dfc-a466-925010e6d8c6', 'remote_group_id': None}]} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:58:29.574607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8316c84e-e03d-4dfc-a466-925010e6d8c6', 'remote_group_id': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:58:29.581423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:58:29.585832 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Usage tracker for resource:security_group_rule and tenant:1faea400ec08493cb60bda06aea88e75 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:58:29.590004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:58:29.596084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:58:29.691856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:29.715983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:29.756313 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:29.758417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:58:29.782486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c322c42-e0df-4038-b6ee-e446f03e26c2,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:58:29.785221 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:58:29.882679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:29.884060 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32bfc554-dda7-4bd0-b4c2-ba991ce8e753 req-b462e46b-7176-4ced-a598-c24f1d531c17 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3154535 Feb 15 21:58:30.018531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-79f30d96-bdb8-48aa-90fe-cdf3d84edcc5 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Synchronizing usage tracker for tenant:1faea400ec08493cb60bda06aea88e75 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:58:30.111209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-79f30d96-bdb8-48aa-90fe-cdf3d84edcc5 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Unset dirty status for tenant:1faea400ec08493cb60bda06aea88e75 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:58:30.112661 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-79f30d96-bdb8-48aa-90fe-cdf3d84edcc5 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-549180623&fields=id&tenant_id=1faea400ec08493cb60bda06aea88e75 HTTP/1.1" status: 200 len: 267 time: 0.1358135 Feb 15 21:58:30.207721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-a826f2ac-6af2-4f74-8b2b-9ce46a892cf6 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:30.209305 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-a826f2ac-6af2-4f74-8b2b-9ce46a892cf6 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.0908096 Feb 15 21:58:30.220922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Request body: {'port': {'security_groups': ['b617f6e9-808b-42a6-a049-a6391270b0d7', '8316c84e-e03d-4dfc-a466-925010e6d8c6']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:58:30.350118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:30.679409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] For port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:58:30.707147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:30.762032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:30.776786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c437f569-d0ce-46ae-b8b4-25df192804cb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:58:30.937226 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event updated for resources: {'Port': ['ID=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,revision_number=5']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:58:30.941759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:58:30.980904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:30.981569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:30.983185 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44e7702b-fb5e-46ee-95bc-28a4186d5cf6 req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "PUT /v2.0/ports/f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 981 time: 0.7670660 Feb 15 21:58:30.983587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:58:31.046288 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'status': 'completed', 'code': 200} Feb 15 21:58:31.094070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:31.150013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-7d6f8304-f657-4ddd-abd2-efc18d11b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:31.152342 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-7d6f8304-f657-4ddd-abd2-efc18d11b118 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1202 time: 0.0845234 Feb 15 21:58:31.181492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997db7c3-ecf3-42dd-b5fc-8410bddd6732 req-a98b7bda-3354-4d92-8180-9f76a3e376a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:31.183772 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-997db7c3-ecf3-42dd-b5fc-8410bddd6732 req-a98b7bda-3354-4d92-8180-9f76a3e376a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0966139 Feb 15 21:58:31.235312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-d3e91241-fb9a-4bbf-a37c-95b77ea6db62 None None] Provisioning complete for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:58:31.235312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d3e91241-fb9a-4bbf-a37c-95b77ea6db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:31.236122 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-997db7c3-ecf3-42dd-b5fc-8410bddd6732 req-29782d9c-a909-43d7-9d43-ef06c7b1baa0 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0450315 Feb 15 21:58:31.326484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-e4c1cb23-2197-4a5b-9263-1b16250e25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:31.328103 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-e4c1cb23-2197-4a5b-9263-1b16250e25a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 200 len: 908 time: 0.1672611 Feb 15 21:58:31.447379 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-3c1dd26c-188a-413d-a850-30b5dd7d3959 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 1001 time: 0.1052709 Feb 15 21:58:31.520785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-ec66d820-e1f1-42ba-9e7e-1688936b050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:31.522320 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-ec66d820-e1f1-42ba-9e7e-1688936b050f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f3b02fd-58c3-4163-87b2-e7a012012ece HTTP/1.1" status: 200 len: 853 time: 0.0673060 Feb 15 21:58:31.612566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-9498495a-8a8b-4e45-965d-085ce0e031d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:31.614130 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-9498495a-8a8b-4e45-965d-085ce0e031d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6914886f-2453-4e2b-b317-9b098cdb31ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792627 Feb 15 21:58:31.755116 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:58:31.758014 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-2decdc8a-0b8d-4011-a928-fb6e91296ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364763 Feb 15 21:58:31.833573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:58:31.833997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:31.907098 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06ca9ec6-62a8-4ca4-99ed-72a2f601f014 req-cb40338b-f9d8-4628-a9f6-82258463c79d service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399500 Feb 15 21:58:47.550037 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-74f13198-9f8d-435e-add2-37640984ca8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:50.041461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d33905c5-ddb6-4527-8e3f-e74aaf2a6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:50.510336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:51.716444 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:51.830614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115ff0-d8a1-4e4a-821e-e55e81158fde req-00da4ab0-ac75-4a62-bfeb-8b7a1ea05ae7 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:51.832238 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-49115ff0-d8a1-4e4a-821e-e55e81158fde req-00da4ab0-ac75-4a62-bfeb-8b7a1ea05ae7 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 946 time: 0.0868809 Feb 15 21:58:51.881615 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-49115ff0-d8a1-4e4a-821e-e55e81158fde req-7cc89fc0-dead-42d1-97ad-a2716492d700 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0431604 Feb 15 21:58:53.047243 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:53.080522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc5ce-824a-442d-b2a1-ad9f977388fc req-d0338306-c9c2-45ed-b4c3-e6ace0a3f635 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:53.082079 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-433dc5ce-824a-442d-b2a1-ad9f977388fc req-d0338306-c9c2-45ed-b4c3-e6ace0a3f635 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 946 time: 0.0872424 Feb 15 21:58:53.131774 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-433dc5ce-824a-442d-b2a1-ad9f977388fc req-e8970d46-4af3-4c85-bf53-4c4accadafd9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0432484 Feb 15 21:58:53.341200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:58:54.331804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfc329-5c98-4593-9b2f-c3efdf49eb82 req-49273819-60a4-4701-bc3c-a2c3b4c99aa4 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:54.333411 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-31bfc329-5c98-4593-9b2f-c3efdf49eb82 req-49273819-60a4-4701-bc3c-a2c3b4c99aa4 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 946 time: 0.0899765 Feb 15 21:58:54.380870 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-31bfc329-5c98-4593-9b2f-c3efdf49eb82 req-a1797b8a-60ba-42e0-b176-30753e709d6d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0407755 Feb 15 21:58:55.238186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 12f42c43-5fc4-4809-8c86-59a2116a0e88 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:58:55.370153 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:55.385098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-0668463d-44b6-453c-828d-c9749b39463a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:55.386030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-0668463d-44b6-453c-828d-c9749b39463a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:58:55.403026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f42c43-5fc4-4809-8c86-59a2116a0e88'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:58:55.414412 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 12f42c43-5fc4-4809-8c86-59a2116a0e88, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=12f42c43-5fc4-4809-8c86-59a2116a0e88,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:58:55.430293 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-0668463d-44b6-453c-828d-c9749b39463a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:58:55.431615 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-0668463d-44b6-453c-828d-c9749b39463a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 946 time: 0.1352484 Feb 15 21:58:55.454776 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f42c43-5fc4-4809-8c86-59a2116a0e88', 'code': 200} Feb 15 21:58:55.458720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:55.460919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2cc40f9e-e341-4737-8031-a74dbcbfea43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:58:55.515581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Deleting port 12f42c43-5fc4-4809-8c86-59a2116a0e88 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:58:55.515864 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:55.534141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=12f42c43-5fc4-4809-8c86-59a2116a0e88,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:58:55.543237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.543656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.544044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.544424 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.544803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.545203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.545550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.545922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.546294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.546662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.547029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.547409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.547849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.548215 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.548579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.548947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.549309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.549673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.550035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.550398 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.550759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.551122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.551505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.551870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:55.556499 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:58:55.590190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d6d3f-c76b-40af-9b5c-3e7cce08ed37 req-12b179be-70eb-4a14-a7ed-d6235b07a26d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:58:55.591814 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e96d6d3f-c76b-40af-9b5c-3e7cce08ed37 req-12b179be-70eb-4a14-a7ed-d6235b07a26d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 944 time: 0.0899758 Feb 15 21:58:55.643362 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e96d6d3f-c76b-40af-9b5c-3e7cce08ed37 req-d4abfa08-4069-4024-bcce-8ca83ddca367 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0450900 Feb 15 21:58:55.789765 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] For port 12f42c43-5fc4-4809-8c86-59a2116a0e88, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=12f42c43-5fc4-4809-8c86-59a2116a0e88,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:58:55.790093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:56.092159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:56.092573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:56.092924 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Floating IP e93c7e87-0cdf-4d12-b70c-8eece8ed2741 disassociated. External IP: 172.27.0.252, port: 12f42c43-5fc4-4809-8c86-59a2116a0e88. Feb 15 21:58:56.093305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Calling delete_port for 12f42c43-5fc4-4809-8c86-59a2116a0e88 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:58:56.298742 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:56.316919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2b9ca49b-6bd0-4fab-a5b2-99d614034a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:58:56.376385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event deleted for resources: {'Port': ['ID=12f42c43-5fc4-4809-8c86-59a2116a0e88,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:58:56.443745 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.444165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.444587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.444977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.445371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.445767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.446168 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.446563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.446958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.447348 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.447760 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.448174 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.448596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.448983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.449370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.449752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.450135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.450517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.450901 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.451279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.451703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.452085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.452498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.452881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:58:56.456517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:58:56.705283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:58:56.810164 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27253070-aeb1-45e1-9f88-6f195be8d4de req-6d394d67-a219-4aee-8e0c-4667412dfebb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 210 time: 0.0506225 Feb 15 21:58:56.897126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:58:56.907872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] Sync routers for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:58:56.918118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:58:56.918790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:58:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:58:56.939901 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] No DVR routers for this DVR port 12f42c43-5fc4-4809-8c86-59a2116a0e88 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:58:56.942150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:58:56.946204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'name': 'network-vif-deleted', 'tag': '12f42c43-5fc4-4809-8c86-59a2116a0e88'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:58:56.994618 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061f4198-b5b3-4003-b2a8-cc1ad9694dfa', 'name': 'network-vif-deleted', 'tag': '12f42c43-5fc4-4809-8c86-59a2116a0e88', 'status': 'completed', 'code': 200} Feb 15 21:58:56.997131 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-df9c30fa-102a-41d6-969e-e4eebc45adfa req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "DELETE /v2.0/ports/12f42c43-5fc4-4809-8c86-59a2116a0e88 HTTP/1.1" status: 204 len: 173 time: 1.5594108 Feb 15 21:58:57.113036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:58:57.446241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:58:57.450466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] Checking router: 4574719d-3b69-45f9-ac20-ef02e7ca9a2e for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:58:57.459653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:58:57.460313 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:58:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:58:57.817524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:58:57.977235 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-577ca188-2f95-4ae5-b1b1-98e6a963c8b1 req-bb7ed17a-ad80-43a2-b73e-6c420ac67980 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 210 time: 0.0488572 Feb 15 21:58:58.156433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:58:58.160744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f296fac-71a3-428d-a363-291e2d1f2328 None None] The sync data for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi is: [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:58:58.570162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2431e-a7aa-44c9-8f6e-31aa8fcd48ea None None] New status for floating IP e93c7e87-0cdf-4d12-b70c-8eece8ed2741: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:58:59.141773 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e6890185-1df1-4f09-854e-b394f4087546 req-ba96ec75-a409-4ed4-8e6f-e29e9bfd2a5e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 210 time: 0.0516198 Feb 15 21:59:00.266857 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-cf76de3b-670b-440a-9b4f-be2fe4dbfea3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0764306 Feb 15 21:59:00.306594 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-26613b0a-1d26-4155-97a7-1c029439b4a2 req-c64530e7-8f15-41cd-b8f3-1b2c89208566 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 210 time: 0.0496283 Feb 15 21:59:00.419095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-00a135e1-a84c-4972-9480-5ac5243a33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:00.420684 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-00a135e1-a84c-4972-9480-5ac5243a33ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 1162 time: 0.0812120 Feb 15 21:59:00.575605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-3ee16caf-7e69-4a51-9ab6-3e3c63a07e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:00.577179 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-3ee16caf-7e69-4a51-9ab6-3e3c63a07e13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.1370006 Feb 15 21:59:00.683149 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-2a406539-defe-474d-8f77-39a7bcf4f28a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978 HTTP/1.1" status: 200 len: 1000 time: 0.0993390 Feb 15 21:59:00.762761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-d886077d-ae61-4723-afba-67f8f34181c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:00.762761 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-d886077d-ae61-4723-afba-67f8f34181c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0661647 Feb 15 21:59:00.839566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-eeac0402-24d9-4d67-96d0-e0f87b60a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:00.841209 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-eeac0402-24d9-4d67-96d0-e0f87b60a87d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768096 Feb 15 21:59:00.986427 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-e054cf48-5474-4b58-9b99-7a49272de920 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382096 Feb 15 21:59:01.064887 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:01.136498 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19b060a9-44ea-4212-bb44-a29f1699f59b req-e832589a-30a2-4ab2-9b06-5d475025ec51 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360364 Feb 15 21:59:01.486203 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a242c8bb-61a2-4a22-ab8b-3deb491bfeb2 req-6a1b7111-e7ec-4ab8-99dc-36d4611a4a5e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=061f4198-b5b3-4003-b2a8-cc1ad9694dfa HTTP/1.1" status: 200 len: 210 time: 0.0485120 Feb 15 21:59:02.863082 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-d5320525-4e3c-41c6-8462-630697ef9ee0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-955421520&fields=id&tenant_id=ea1d4d03033642b5acadd7dd2746a475 HTTP/1.1" status: 200 len: 267 time: 0.0416863 Feb 15 21:59:03.027236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-f6c57742-c724-417d-b0fd-939f6a9402a6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:03.029302 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-f6c57742-c724-417d-b0fd-939f6a9402a6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 811 time: 0.1590588 Feb 15 21:59:03.045438 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-99eb917c-bad3-4a21-b336-fa41d888355d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/quotas/ea1d4d03033642b5acadd7dd2746a475 HTTP/1.1" status: 200 len: 375 time: 0.0100255 Feb 15 21:59:03.136430 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-db841849-6db6-405b-ad65-893e2a4fe0f7 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850492 Feb 15 21:59:03.286389 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-614c4bc7-a07b-44ae-9943-393c9f1fe7b4 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369264 Feb 15 21:59:03.426578 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-c787516b-335f-439a-bc61-09b66cc4045d service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1337535 Feb 15 21:59:03.983547 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2a0328a4-2928-41ca-9b90-848d77d4ff60 req-baadf2a4-3eac-4192-a736-e5cea7c5ccf0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 210 time: 0.0502079 Feb 15 21:59:05.147638 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fe1c54b2-a00a-44cd-acd8-13ee26e454ba req-bc0470b1-7b05-4245-ac50-3d1fff20a2e8 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 210 time: 0.0522983 Feb 15 21:59:06.048625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-77581541-a450-4434-a6db-e1d71292c6e7 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:06.050193 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-77581541-a450-4434-a6db-e1d71292c6e7 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 811 time: 0.1590161 Feb 15 21:59:06.130286 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-e2d11636-a82b-4ec0-8c91-3f59800d47d2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea1d4d03033642b5acadd7dd2746a475 HTTP/1.1" status: 200 len: 5763 time: 0.0714495 Feb 15 21:59:06.140195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'port': {'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'admin_state_up': True, 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'security_groups': ['f15437c0-5aef-4e6e-b592-a48607ebdac8']}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:06.295471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:59:06.299877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Usage tracker for resource:port and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:59:06.302770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:59:06.309676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:59:06.313364 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3f48850-9a15-4397-9011-44b25b2aed1f req-374ba5bb-7588-4a59-a794-8e6261c540e9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 210 time: 0.0501082 Feb 15 21:59:06.344263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Made reservation on behalf of ea1d4d03033642b5acadd7dd2746a475 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:59:06.350021 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:06.656755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Allocated IP 172.20.0.4 (f0efd66c-3f9b-4ddd-b264-92453b2dea5a/3625f745-f8ca-4a8c-b503-4856dfcfd1e5/a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:59:06.879264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:06.896062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Transition to ACTIVE for port object a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:59:06.951152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:06.966229 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-822a90e8-5d47-4fe7-98cb-4d4eb9fc80bf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:07.275288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c17e0-00b1-4313-a02b-e40293891fda req-fc0d0101-6061-4e73-ab22-085e5144a921 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:07.276855 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2b2c17e0-00b1-4313-a02b-e40293891fda req-fc0d0101-6061-4e73-ab22-085e5144a921 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0891025 Feb 15 21:59:07.330758 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2b2c17e0-00b1-4313-a02b-e40293891fda req-f5db52f4-9c0c-48eb-a155-03cbf8ad26fc tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472193 Feb 15 21:59:07.343283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'Port': ['ID=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:07.358068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:07.403303 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:59:07.404549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:59:07.407048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:59:07.494596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:07.503840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:07.529555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2bc80-10d9-4711-a98c-0dbd5d9c21ad req-88f78020-4778-4b37-ac3c-e6e0c2c7502d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:07.531120 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2bc2bc80-10d9-4711-a98c-0dbd5d9c21ad req-88f78020-4778-4b37-ac3c-e6e0c2c7502d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 931 time: 0.0956228 Feb 15 21:59:07.584636 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2bc2bc80-10d9-4711-a98c-0dbd5d9c21ad req-c54e941f-7431-4f03-8775-c015642c76f2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0467918 Feb 15 21:59:07.596728 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4605556 Feb 15 21:59:07.609023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Request body: {'port': {'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:07.733320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-9b930ddc-7eaf-4894-be1b-a4c1c93de92d None None] Provisioning for port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:59:07.733503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:07.738799 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-9b930ddc-7eaf-4894-be1b-a4c1c93de92d None None] Provisioning complete for port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:59:07.750902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b930ddc-7eaf-4894-be1b-a4c1c93de92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:07.803074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-9b930ddc-7eaf-4894-be1b-a4c1c93de92d None None] Port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 21:59:08.148260 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:59:08.156273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:08.168781 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Transition to ACTIVE for port object a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:59:08.218649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:08.234686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0ccaee1a-005d-4932-865b-f5a08dca0037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:08.378786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Pushing event updated for resources: {'Port': ['ID=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:08.386762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:08.568913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Attempting to bind port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:59:08.569271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Attempting to bind port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:59:08.569650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Attempting to bind port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 on network f0efd66c-3f9b-4ddd-b264-92453b2dea5a {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:59:08.576324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:59:08.576800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Checking segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:59:08.577216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:08.577615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Bound using segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:59:08.578100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Bound port: a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:59:08.578477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:08.705605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] For port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:59:08.708948 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] For port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:59:08.756773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:08.773043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e8e4220e-2491-4526-902a-5ccc3d441815 tempest-DeleteServersTestJSON-1629139444 tempest-DeleteServersTestJSON-1629139444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:08.844823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc78a10-eb51-4619-a32d-abe7939da5f6 req-10adbb35-1392-4476-991f-a498f78a9664 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:08.846418 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fcc78a10-eb51-4619-a32d-abe7939da5f6 req-10adbb35-1392-4476-991f-a498f78a9664 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.4025133 Feb 15 21:59:08.857291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34b6d4-bc48-46cf-b43a-8a031be38c63 req-722f56dc-62e1-4867-a336-92c2b0d5c6d3 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:08.858791 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8a34b6d4-bc48-46cf-b43a-8a031be38c63 req-722f56dc-62e1-4867-a336-92c2b0d5c6d3 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.1193035 Feb 15 21:59:08.922808 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fcc78a10-eb51-4619-a32d-abe7939da5f6 req-30faebb2-3b33-4c64-b3c0-110dfae6bba8 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Feb 15 21:59:08.926026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Pushing event updated for resources: {'Port': ['ID=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:08.932103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:08.958437 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8a34b6d4-bc48-46cf-b43a-8a031be38c63 req-7c9b6d7f-dd08-41a0-82cd-75d95960a8c3 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0848887 Feb 15 21:59:08.974362 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:08.975035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:08.976540 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] 10.222.0.47 "PUT /v2.0/ports/a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 HTTP/1.1" status: 200 len: 1157 time: 1.3721735 Feb 15 21:59:08.977085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'tag': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:59:09.040910 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'tag': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'status': 'completed', 'code': 200} Feb 15 21:59:09.142740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f023ec-9548-4676-b63d-5e2eb8148276 req-bc681859-02d6-4ae7-bee9-d36c28c533ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:09.144932 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3f023ec-9548-4676-b63d-5e2eb8148276 req-bc681859-02d6-4ae7-bee9-d36c28c533ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 1160 time: 0.0923164 Feb 15 21:59:09.368755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f023ec-9548-4676-b63d-5e2eb8148276 req-1bd62351-00d0-4b25-bf3d-92c68177629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:09.370323 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3f023ec-9548-4676-b63d-5e2eb8148276 req-1bd62351-00d0-4b25-bf3d-92c68177629a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ea1d4d03033642b5acadd7dd2746a475&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2104502 Feb 15 21:59:09.377975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-78591086-b84c-4242-8c46-b0d3e07386ee tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:09.378701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-78591086-b84c-4242-8c46-b0d3e07386ee tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Synchronizing usage tracker for tenant:06753aa9c7bf45b59b2b9dc24627b622 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:59:09.525138 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-78591086-b84c-4242-8c46-b0d3e07386ee tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Unset dirty status for tenant:06753aa9c7bf45b59b2b9dc24627b622 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:59:09.526279 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-78591086-b84c-4242-8c46-b0d3e07386ee tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.3650661 Feb 15 21:59:09.530647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f023ec-9548-4676-b63d-5e2eb8148276 req-c8190f3f-8fae-4d29-b813-9ced8d6a79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:09.532155 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3f023ec-9548-4676-b63d-5e2eb8148276 req-c8190f3f-8fae-4d29-b813-9ced8d6a79ea service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1496804 Feb 15 21:59:09.657668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Deleting port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:59:09.658058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:09.778469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-4cf29f6d-dfa8-4c17-9cc7-723f21066768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:09.780020 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-4cf29f6d-dfa8-4c17-9cc7-723f21066768 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 1160 time: 0.2109523 Feb 15 21:59:09.873724 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-f2f8af30-79ca-4e5e-97ef-b6ad81bcfec4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 HTTP/1.1" status: 200 len: 217 time: 0.0858889 Feb 15 21:59:09.996952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:59:10.020177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-c4f22240-57c3-4ba0-8636-bc6bbf722768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:10.021853 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-c4f22240-57c3-4ba0-8636-bc6bbf722768 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.1364012 Feb 15 21:59:10.112739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] For port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,segment=NetworkSegment(6b90b2f8-e3d8-4594-bdb5-bea0d7831de5),segment_id=6b90b2f8-e3d8-4594-bdb5-bea0d7831de5)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:59:10.113136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:10.138910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:10.168836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8700df-2f36-4dba-8277-a5f0b68b6e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3c9a4b-fab5-41ee-9a3c-f4c102de0100'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:59:10.179596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,segment=NetworkSegment(6b90b2f8-e3d8-4594-bdb5-bea0d7831de5),segment_id=6b90b2f8-e3d8-4594-bdb5-bea0d7831de5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:59:10.212858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:10.213095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97a001-36a4-439a-856b-329d5230c843 req-8beba5c0-b167-49b9-b721-fe2bc8d87260 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:10.215277 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7a97a001-36a4-439a-856b-329d5230c843 req-8beba5c0-b167-49b9-b721-fe2bc8d87260 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.1218951 Feb 15 21:59:10.215614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c459d924-409b-4337-a473-0bdedd57870e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:10.222431 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a0253-8ee6-4eff-9fb2-b7e00139501f req-4ed0149c-e71d-419b-9dc1-f88bf10443d8 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:10.224001 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c58a0253-8ee6-4eff-9fb2-b7e00139501f req-4ed0149c-e71d-419b-9dc1-f88bf10443d8 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 945 time: 0.1762848 Feb 15 21:59:10.259339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Calling delete_port for ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:59:10.287447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:10.290943 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:10.302734 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7a97a001-36a4-439a-856b-329d5230c843 req-70abf1a5-39ad-4518-b6d4-9610985cd249 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0776889 Feb 15 21:59:10.305829 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c58a0253-8ee6-4eff-9fb2-b7e00139501f req-f432e74e-ca35-47e4-84b0-aa0dfe4af21a tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660055 Feb 15 21:59:10.327334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-a9594145-d252-4571-b3b5-d60979511c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:10.327334 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-a9594145-d252-4571-b3b5-d60979511c22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2927301 Feb 15 21:59:10.368607 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8700df-2f36-4dba-8277-a5f0b68b6e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3c9a4b-fab5-41ee-9a3c-f4c102de0100', 'code': 200} Feb 15 21:59:10.489936 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-9d47a616-382b-4bd5-b342-e8d11a197c67 service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564834 Feb 15 21:59:10.493311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84106) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:59:10.493667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:59:10.631573 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-79003229-52c9-4246-92c8-2bdeab4e1b93 req-676f0555-a776-4f36-8ea7-51b7d6c0d75a service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1338937 Feb 15 21:59:10.995342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Deleting port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:59:10.995692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:11.253601 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] For port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,segment=NetworkSegment(6b90b2f8-e3d8-4594-bdb5-bea0d7831de5),segment_id=6b90b2f8-e3d8-4594-bdb5-bea0d7831de5)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:59:11.253926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:11.386767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Calling delete_port for ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:59:11.580789 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b0344-561f-4e92-a04a-3d6241e5aa6c req-5e20e21a-f212-4708-9c53-b7793257edfb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:11.582588 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-189b0344-561f-4e92-a04a-3d6241e5aa6c req-5e20e21a-f212-4708-9c53-b7793257edfb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.1646390 Feb 15 21:59:11.589538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74247f-3455-4239-9ce2-df1f0e00ca0d req-d3334832-b2fa-4133-acdc-b561dabd99af tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:11.591813 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c74247f-3455-4239-9ce2-df1f0e00ca0d req-d3334832-b2fa-4133-acdc-b561dabd99af tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 943 time: 0.1367745 Feb 15 21:59:11.675429 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c74247f-3455-4239-9ce2-df1f0e00ca0d req-76096fb5-44a6-4c35-aa8a-321e26a8f01a tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662494 Feb 15 21:59:11.679318 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-189b0344-561f-4e92-a04a-3d6241e5aa6c req-53e4ca2f-53d0-4515-812e-9862cb41a034 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0864580 Feb 15 21:59:11.795964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:11.811835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8cc73fdd-af1a-4ae8-906e-ad5e2ec91f47 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:11.871038 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Pushing event deleted for resources: {'Port': ['ID=ed3c9a4b-fab5-41ee-9a3c-f4c102de0100,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:11.875866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:12.020006 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] No DVR routers for this DVR port ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:59:12.022177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:12.024891 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8700df-2f36-4dba-8277-a5f0b68b6e77', 'name': 'network-vif-deleted', 'tag': 'ed3c9a4b-fab5-41ee-9a3c-f4c102de0100'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:59:12.065314 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e531f55-3d41-4eff-a479-3af5f39fb5ee req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.47 "DELETE /v2.0/ports/ed3c9a4b-fab5-41ee-9a3c-f4c102de0100 HTTP/1.1" status: 204 len: 173 time: 2.5321348 Feb 15 21:59:12.074221 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8700df-2f36-4dba-8277-a5f0b68b6e77', 'name': 'network-vif-deleted', 'tag': 'ed3c9a4b-fab5-41ee-9a3c-f4c102de0100', 'status': 'completed', 'code': 200} Feb 15 21:59:12.907254 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-411733a3-28ff-45d9-8397-807649708c81 req-c4a41c11-2448-4b01-8bb2-63cce9010221 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a8700df-2f36-4dba-8277-a5f0b68b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0644200 Feb 15 21:59:12.938043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc96ba-a85b-44c4-ab62-b642876574a3 req-79cfa0be-7697-41d0-88b3-02a0fe1cdca0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:12.939750 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdfc96ba-a85b-44c4-ab62-b642876574a3 req-79cfa0be-7697-41d0-88b3-02a0fe1cdca0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.1367278 Feb 15 21:59:12.990453 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdfc96ba-a85b-44c4-ab62-b642876574a3 req-15c81a0e-96f6-4220-861f-5e870a795b0f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0442791 Feb 15 21:59:14.193145 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d0ab6-24fc-4439-a771-7fe38b704c9d req-1ca6807d-7ac5-4df6-986e-137ffc2d4d80 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:14.194681 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-711d0ab6-24fc-4439-a771-7fe38b704c9d req-1ca6807d-7ac5-4df6-986e-137ffc2d4d80 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0879228 Feb 15 21:59:14.241734 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-711d0ab6-24fc-4439-a771-7fe38b704c9d req-8cc321ee-a7aa-40b2-b780-3b20ed54d5a3 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0399377 Feb 15 21:59:15.440398 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f6e10-49d7-44b0-a47c-da70a5d0c788 req-6e98b408-9080-4b62-8347-d2cc250c304c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:15.441894 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-765f6e10-49d7-44b0-a47c-da70a5d0c788 req-6e98b408-9080-4b62-8347-d2cc250c304c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0880353 Feb 15 21:59:15.491352 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-765f6e10-49d7-44b0-a47c-da70a5d0c788 req-08129e7a-fff6-4d1b-a2f6-1018359e08b2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0431023 Feb 15 21:59:16.690547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a667d-9d54-4dfe-ab2f-d7ae7146e423 req-d5a2b190-4e84-4859-9df1-047a3aa68685 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:16.692203 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf6a667d-9d54-4dfe-ab2f-d7ae7146e423 req-d5a2b190-4e84-4859-9df1-047a3aa68685 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0869513 Feb 15 21:59:16.743948 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf6a667d-9d54-4dfe-ab2f-d7ae7146e423 req-9e62acf0-375a-4d8c-98b7-8e58edc34b71 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0452988 Feb 15 21:59:17.555874 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7676f4d-427f-46b6-9cac-07614fe40640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:17.938308 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602a9b4-666a-4e1c-845f-4f3e4e850950 req-44f46aa6-5605-4d0e-bafc-cc33dd5ffa32 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:17.939908 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6602a9b4-666a-4e1c-845f-4f3e4e850950 req-44f46aa6-5605-4d0e-bafc-cc33dd5ffa32 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0860796 Feb 15 21:59:17.986737 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6602a9b4-666a-4e1c-845f-4f3e4e850950 req-b481c6f0-80e0-495c-8d79-36ac02abc2e7 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0407548 Feb 15 21:59:19.183436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204d799-cb74-44c3-96c7-a23b0068522a req-f64852ce-29da-4520-8813-d5741a3d3dc5 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:19.185249 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8204d799-cb74-44c3-96c7-a23b0068522a req-f64852ce-29da-4520-8813-d5741a3d3dc5 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0887403 Feb 15 21:59:19.232506 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8204d799-cb74-44c3-96c7-a23b0068522a req-94c440c3-0138-4353-b390-44cf6c0433ac tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0409753 Feb 15 21:59:20.047157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-135f15f6-c57e-4826-9106-1c72fed70790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:20.429914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4872a97-4c7b-49c3-a957-2e48f1ebd65c req-78fcbdb3-4dae-47ea-bd0a-d61ec12ff8ee tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:20.431573 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d4872a97-4c7b-49c3-a957-2e48f1ebd65c req-78fcbdb3-4dae-47ea-bd0a-d61ec12ff8ee tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0861285 Feb 15 21:59:20.484757 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d4872a97-4c7b-49c3-a957-2e48f1ebd65c req-352dbd74-ab2f-448b-9ae8-a007ca1f44f2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0466118 Feb 15 21:59:20.515742 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:21.679242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780e062-da68-419c-808f-7fb0ef6cbfc1 req-bf89bfad-634b-4663-a828-6978d6624e5f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:21.680893 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7780e062-da68-419c-808f-7fb0ef6cbfc1 req-bf89bfad-634b-4663-a828-6978d6624e5f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0866065 Feb 15 21:59:21.730782 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7780e062-da68-419c-808f-7fb0ef6cbfc1 req-7c21ab84-66cd-427f-af21-c8daf6ad61bc tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0434048 Feb 15 21:59:21.733297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:22.930243 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8316f-bbe0-4392-b787-a1025da0c23e req-9bd5c20a-ae6a-46d1-9a4e-187728994f93 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:22.931852 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44d8316f-bbe0-4392-b787-a1025da0c23e req-9bd5c20a-ae6a-46d1-9a4e-187728994f93 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0881133 Feb 15 21:59:22.978903 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44d8316f-bbe0-4392-b787-a1025da0c23e req-dfa5e565-4735-404f-80d6-5a2d9b438bc6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0406733 Feb 15 21:59:23.052863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:24.174710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38df9f0-f183-4c14-a3ae-85c10ab4b363 req-bff63521-e59b-4302-b45e-4bed0e4d14a3 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:24.176308 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f38df9f0-f183-4c14-a3ae-85c10ab4b363 req-bff63521-e59b-4302-b45e-4bed0e4d14a3 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0860357 Feb 15 21:59:24.225900 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f38df9f0-f183-4c14-a3ae-85c10ab4b363 req-97e10ff5-536c-4121-a37c-c3a49356c947 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0434678 Feb 15 21:59:25.419654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167df15-991f-4960-a025-cdb0f51d17a9 req-de758816-150e-4cab-9a9b-6770961f112a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:25.421236 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0167df15-991f-4960-a025-cdb0f51d17a9 req-de758816-150e-4cab-9a9b-6770961f112a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0853958 Feb 15 21:59:25.468563 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0167df15-991f-4960-a025-cdb0f51d17a9 req-639db24b-56e6-4489-8c86-d906b38d33ff tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0412412 Feb 15 21:59:26.383405 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:59:26.486723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:59:26.491654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:59:26.492079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:26.619014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:26.648272 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:59:26.659349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:59:26.676948 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c98a8-e995-4584-8217-d9b0ef0753e2 req-3f248af3-082c-42a4-8320-6d78a6d07849 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:26.678658 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e67c98a8-e995-4584-8217-d9b0ef0753e2 req-3f248af3-082c-42a4-8320-6d78a6d07849 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 943 time: 0.0987599 Feb 15 21:59:26.692702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:26.694980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:26.732489 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e67c98a8-e995-4584-8217-d9b0ef0753e2 req-3473fcb0-9401-47bc-98cb-faed084c4e3f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0471492 Feb 15 21:59:26.737969 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'code': 200} Feb 15 21:59:26.773138 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:26.776597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:26.891703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:59:26.965492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:59:26.966112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:27.012060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-607f46db-1d84-48a9-abc2-79745b04a821 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:27.014204 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-607f46db-1d84-48a9-abc2-79745b04a821 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/networks?id=dc34c65a-eebe-4769-bec2-cdbdad89ccc5 HTTP/1.1" status: 200 len: 814 time: 0.1576920 Feb 15 21:59:27.030915 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-0e911ed7-d6fb-4a8e-ae33-0ec4f178db25 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/quotas/06753aa9c7bf45b59b2b9dc24627b622 HTTP/1.1" status: 200 len: 375 time: 0.0101931 Feb 15 21:59:27.087454 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-d5d1377a-94fd-41e9-912d-063c57009d05 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06753aa9c7bf45b59b2b9dc24627b622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494874 Feb 15 21:59:27.098006 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ed53c-a70e-4104-8d1b-aec63a9f8c55 req-880ced72-9d90-4e10-8622-15f627ba9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:27.099630 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c45ed53c-a70e-4104-8d1b-aec63a9f8c55 req-880ced72-9d90-4e10-8622-15f627ba9345 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 1162 time: 0.0797374 Feb 15 21:59:27.142772 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c45ed53c-a70e-4104-8d1b-aec63a9f8c55 req-af0da669-cd36-4ea6-a8ca-78cfea1b608f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0365319 Feb 15 21:59:27.232192 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-ac90bb2e-9130-4374-9491-60b214765261 service neutron] 10.222.0.41 "GET /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358719 Feb 15 21:59:27.374416 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-f894c37f-3f15-47c1-ae38-b57a59fbe391 service neutron] 10.222.0.41 "GET /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356695 Feb 15 21:59:27.593791 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6e4ed5e3-53f0-480d-837a-b5e30488382e req-1037a1e1-f76b-453d-87c8-f8dda346a668 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 210 time: 0.0527515 Feb 15 21:59:27.939158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb9c93-e4dd-4c87-8b96-8e4fbfc48111 req-e0e64571-0d92-4066-a36c-cac7a5c3b087 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:27.940700 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ddb9c93-e4dd-4c87-8b96-8e4fbfc48111 req-e0e64571-0d92-4066-a36c-cac7a5c3b087 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 945 time: 0.0891924 Feb 15 21:59:27.989827 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ddb9c93-e4dd-4c87-8b96-8e4fbfc48111 req-9fa8c269-7152-4ca1-87e9-b4e46e5537de tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0426216 Feb 15 21:59:28.764681 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62d503c7-4561-4aaf-9c18-777aa19d88cc req-1f0ee875-2cd8-4afc-8331-27306351bdba tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 210 time: 0.0516737 Feb 15 21:59:29.189726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd224d23-e03b-4468-8339-4c5a6951f040 req-cda94539-af6e-42c3-b448-12153bb94393 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:29.191314 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd224d23-e03b-4468-8339-4c5a6951f040 req-cda94539-af6e-42c3-b448-12153bb94393 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 945 time: 0.0867984 Feb 15 21:59:29.239265 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd224d23-e03b-4468-8339-4c5a6951f040 req-a4469bcd-11e7-40f4-a6a3-595ee5dab404 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0415111 Feb 15 21:59:29.447280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcf504-a10e-4808-b18c-1b4f352ca38c req-8569d095-1052-4202-a69a-83def9a1c166 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:29.448891 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04dcf504-a10e-4808-b18c-1b4f352ca38c req-8569d095-1052-4202-a69a-83def9a1c166 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 945 time: 0.0897365 Feb 15 21:59:29.488756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-fb0c0c1c-fa7d-4a8e-b5c4-efd96393eced tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:29.490303 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-fb0c0c1c-fa7d-4a8e-b5c4-efd96393eced tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.47 "GET /v2.0/networks?id=dc34c65a-eebe-4769-bec2-cdbdad89ccc5 HTTP/1.1" status: 200 len: 814 time: 0.1618454 Feb 15 21:59:29.497927 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04dcf504-a10e-4808-b18c-1b4f352ca38c req-fc06f7cd-f92e-46e6-be16-29e6e3f6848d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0425098 Feb 15 21:59:29.502409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Request body: {'port': {'device_id': '50e84e6a-f886-4178-ae3e-84a064c497a2', 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5', 'admin_state_up': True, 'tenant_id': '06753aa9c7bf45b59b2b9dc24627b622'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:29.659503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:59:29.663974 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Usage tracker for resource:port and tenant:06753aa9c7bf45b59b2b9dc24627b622 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:59:29.666996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:59:29.672897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:59:29.703547 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-c1879ae8-6494-484d-8619-2ebb08a8b2c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1659627 Feb 15 21:59:29.717627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'floatingip': {'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:29.720174 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:59:29.730459 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:59:29.744336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Made reservation on behalf of 06753aa9c7bf45b59b2b9dc24627b622 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:59:29.750254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:29.778577 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:29.941083 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5b9b41c-4742-4c1f-a84d-9862c864e2f0 req-bd54722e-f5bc-4d3c-9ea0-be5dbee8175a tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 210 time: 0.0608227 Feb 15 21:59:29.979143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:30.066591 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Allocated IP 172.20.0.9 (dc34c65a-eebe-4769-bec2-cdbdad89ccc5/efd143d0-2e60-40f6-9c20-5014a529082c/9b6e6f6b-83b2-4196-beec-6f153a9d463e) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:59:30.252891 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Allocated IP 172.27.0.125 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/3df22e71-a0cc-4703-a61e-af951c24f283) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:59:30.281393 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:30.333073 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:30.341439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 21:59:30.349982 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:30.412876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:30.481755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:30.498450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-03af6cf1-49cd-4e90-9712-237a3adc04b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:30.501667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Pushing event updated for resources: {'Port': ['ID=9b6e6f6b-83b2-4196-beec-6f153a9d463e,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:30.504813 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:30.551260 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:59:30.552659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:59:30.555180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:59:30.622191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:30.623348 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:30.682196 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1838186 Feb 15 21:59:30.695301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Request body: {'port': {'device_id': '50e84e6a-f886-4178-ae3e-84a064c497a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:30.817190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:30.862934 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'Port': ['ID=3df22e71-a0cc-4703-a61e-af951c24f283,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:30.876458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.876793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.877191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.877585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.877977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.878367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.878758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.879148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.879568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.879956 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.880339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.880721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.881140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.881519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.881900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.882282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.882660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.883045 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.883435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.883825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.884202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.884579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.884959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.885340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:30.891523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:30.926451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:59:30.927684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:59:30.929977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:59:30.957914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.064518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.119820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.251763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ad647-76aa-4504-b2eb-3389e666894f req-c6c811a6-b8c5-4d56-b00e-e408c53cb1e6 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:31.253334 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b31ad647-76aa-4504-b2eb-3389e666894f req-c6c811a6-b8c5-4d56-b00e-e408c53cb1e6 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 931 time: 0.1961007 Feb 15 21:59:31.260722 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6e6f6b-83b2-4196-beec-6f153a9d463e {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 21:59:31.269008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.281271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Transition to ACTIVE for port object 9b6e6f6b-83b2-4196-beec-6f153a9d463e will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:59:31.310590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.326014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:31.396512 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b31ad647-76aa-4504-b2eb-3389e666894f req-446f68f5-5d05-4bc2-96c1-9624c7a13f91 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342506 Feb 15 21:59:31.467383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.468383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6e6f6b-83b2-4196-beec-6f153a9d463e,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:31.474582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:31.492785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.509786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f76c645b-6d2a-4827-bd13-61a30525b7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:31.643573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'Port': ['ID=3df22e71-a0cc-4703-a61e-af951c24f283,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:31.647932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:31.665247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Attempting to bind port 9b6e6f6b-83b2-4196-beec-6f153a9d463e on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 21:59:31.665722 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Attempting to bind port 9b6e6f6b-83b2-4196-beec-6f153a9d463e by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 21:59:31.666082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Attempting to bind port 9b6e6f6b-83b2-4196-beec-6f153a9d463e on network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 21:59:31.672717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 21, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 21:59:31.673193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Checking segment: {'id': '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 21:59:31.673600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.673998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Bound using segment: {'id': '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 21:59:31.674496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Bound port: 9b6e6f6b-83b2-4196-beec-6f153a9d463e, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dc34c65a-eebe-4769-bec2-cdbdad89ccc5'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 21:59:31.674988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.714657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.773852 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] For port 9b6e6f6b-83b2-4196-beec-6f153a9d463e, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 21:59:31.777090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] For port 9b6e6f6b-83b2-4196-beec-6f153a9d463e, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9b6e6f6b-83b2-4196-beec-6f153a9d463e,segment=NetworkSegment(6b90b2f8-e3d8-4594-bdb5-bea0d7831de5),segment_id=6b90b2f8-e3d8-4594-bdb5-bea0d7831de5)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 21:59:31.789757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.791139 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0820427 Feb 15 21:59:31.807519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:31.823218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bb05e329-b565-428d-84d1-074d268285c1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:31.881227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-acc5cc18-d498-47fd-944f-a44ff1c6454c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:floatingip {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:59:31.932378 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-acc5cc18-d498-47fd-944f-a44ff1c6454c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:floatingip {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:59:31.934302 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-acc5cc18-d498-47fd-944f-a44ff1c6454c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.125 HTTP/1.1" status: 200 len: 696 time: 0.1354673 Feb 15 21:59:31.975782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6e6f6b-83b2-4196-beec-6f153a9d463e,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:31.981118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:32.010277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:32.010955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:32.012495 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] 10.222.0.47 "PUT /v2.0/ports/9b6e6f6b-83b2-4196-beec-6f153a9d463e HTTP/1.1" status: 200 len: 1157 time: 1.3223097 Feb 15 21:59:32.013534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e84e6a-f886-4178-ae3e-84a064c497a2', 'tag': '9b6e6f6b-83b2-4196-beec-6f153a9d463e'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:59:32.059743 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e84e6a-f886-4178-ae3e-84a064c497a2', 'tag': '9b6e6f6b-83b2-4196-beec-6f153a9d463e', 'status': 'completed', 'code': 200} Feb 15 21:59:32.106668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-94defe82-8e4d-4cc2-9d0c-5b13c312d5e8 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:32.108236 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f92b5407-ba36-4a1c-abf8-44e1c0a5bf5e req-94defe82-8e4d-4cc2-9d0c-5b13c312d5e8 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 784 time: 0.1677480 Feb 15 21:59:32.157486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-c04109bd-1220-4d3d-978e-d6f8036a2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:32.159112 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-c04109bd-1220-4d3d-978e-d6f8036a2e62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06753aa9c7bf45b59b2b9dc24627b622&device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 1160 time: 0.0822256 Feb 15 21:59:32.231882 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-221a4235-3e1d-40c0-92a6-41977bf11d11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b6e6f6b-83b2-4196-beec-6f153a9d463e HTTP/1.1" status: 200 len: 217 time: 0.0651374 Feb 15 21:59:32.291810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-73ee2d38-b57f-492b-87ad-f108945e0d34 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:32.293347 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-73ee2d38-b57f-492b-87ad-f108945e0d34 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0865006 Feb 15 21:59:32.301640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1ff70af1-9582-4f00-8368-0be5aa979753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:32.303201 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-1ff70af1-9582-4f00-8368-0be5aa979753 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efd143d0-2e60-40f6-9c20-5014a529082c HTTP/1.1" status: 200 len: 854 time: 0.0649595 Feb 15 21:59:32.355767 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-5c4a0ac1-062e-43c1-9049-0b8b88c68c17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc34c65a-eebe-4769-bec2-cdbdad89ccc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454738 Feb 15 21:59:32.381646 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-5a954e8d-c33f-4f59-8966-56cc72b0e560 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0820999 Feb 15 21:59:32.392623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-056b2c00-15cd-4db1-9dc9-e2dd7b189b50 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'floatingip': {'port_id': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:32.476711 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-056b2c00-15cd-4db1-9dc9-e2dd7b189b50 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:32.499625 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-5917320e-f72e-4bba-a8c0-ce370e9f7e31 service neutron] 10.222.0.47 "GET /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373186 Feb 15 21:59:32.646423 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3ee8686d-0ba2-4ced-8cc5-bdda9b745665 req-9718710d-fc57-4fc5-92a1-bc35f5454a09 service neutron] 10.222.0.47 "GET /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366997 Feb 15 21:59:32.794915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624e21d-6a0c-4d30-bddd-372590869b07 req-3b128fd4-8552-4674-b4fe-07e4276be1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:32.796625 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1624e21d-6a0c-4d30-bddd-372590869b07 req-3b128fd4-8552-4674-b4fe-07e4276be1d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06753aa9c7bf45b59b2b9dc24627b622&device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 1160 time: 0.0841577 Feb 15 21:59:32.869358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab9d7f-fca3-4b7f-9a3c-ce75321c6eb0 req-2344207b-c6a6-4ae4-9e86-b1fb85a29165 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:32.870979 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7cab9d7f-fca3-4b7f-9a3c-ce75321c6eb0 req-2344207b-c6a6-4ae4-9e86-b1fb85a29165 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 943 time: 0.3312168 Feb 15 21:59:32.952320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624e21d-6a0c-4d30-bddd-372590869b07 req-f5589452-e02f-42df-b6cc-680d1f7b6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:32.954263 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1624e21d-6a0c-4d30-bddd-372590869b07 req-f5589452-e02f-42df-b6cc-680d1f7b6f3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc34c65a-eebe-4769-bec2-cdbdad89ccc5 HTTP/1.1" status: 200 len: 908 time: 0.1461520 Feb 15 21:59:32.963264 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7cab9d7f-fca3-4b7f-9a3c-ce75321c6eb0 req-66e52e99-7876-4d5e-b17c-f11b664f3eb1 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729046 Feb 15 21:59:33.029690 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1624e21d-6a0c-4d30-bddd-372590869b07 req-b4fd6120-00b8-4b6b-a8d9-f7a298f4b7fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b6e6f6b-83b2-4196-beec-6f153a9d463e HTTP/1.1" status: 200 len: 217 time: 0.0684395 Feb 15 21:59:33.104122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624e21d-6a0c-4d30-bddd-372590869b07 req-a14c3408-cc54-4895-adeb-1083dc967e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:33.105818 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1624e21d-6a0c-4d30-bddd-372590869b07 req-a14c3408-cc54-4895-adeb-1083dc967e8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efd143d0-2e60-40f6-9c20-5014a529082c HTTP/1.1" status: 200 len: 854 time: 0.0693638 Feb 15 21:59:33.165581 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1624e21d-6a0c-4d30-bddd-372590869b07 req-f2da252f-f536-460b-9948-112bfcc69a9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc34c65a-eebe-4769-bec2-cdbdad89ccc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471566 Feb 15 21:59:33.231385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-056b2c00-15cd-4db1-9dc9-e2dd7b189b50 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:33.275688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-056b2c00-15cd-4db1-9dc9-e2dd7b189b50 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:33.318148 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1624e21d-6a0c-4d30-bddd-372590869b07 req-1da5d983-0520-48e7-8238-8fe826763c73 service neutron] 10.222.0.47 "GET /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432772 Feb 15 21:59:33.483627 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1624e21d-6a0c-4d30-bddd-372590869b07 req-3b1d5955-f2b1-460a-a75a-9899780aac78 service neutron] 10.222.0.47 "GET /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1550684 Feb 15 21:59:33.691413 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-056b2c00-15cd-4db1-9dc9-e2dd7b189b50 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Floating IP 7ed0f8bf-cb89-4ec1-bf09-bec640e01241 associated. External IP: 172.27.0.125, port: a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7. Feb 15 21:59:34.065574 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-056b2c00-15cd-4db1-9dc9-e2dd7b189b50 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:59:34.325315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-056b2c00-15cd-4db1-9dc9-e2dd7b189b50 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:59:34.333270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e786b22-abe8-4a8d-89bf-46b30f427180 req-09c5e938-2238-4224-9026-3ef7833061d2 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:34.334877 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4e786b22-abe8-4a8d-89bf-46b30f427180 req-09c5e938-2238-4224-9026-3ef7833061d2 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 943 time: 0.2062213 Feb 15 21:59:34.335753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476b032-38ef-48d5-999b-7983a615828b None None] Sync routers for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:59:34.337904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-056b2c00-15cd-4db1-9dc9-e2dd7b189b50 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:34.347386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476b032-38ef-48d5-999b-7983a615828b None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:59:34.348115 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-0476b032-38ef-48d5-999b-7983a615828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:59:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:59:34.431015 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-056b2c00-15cd-4db1-9dc9-e2dd7b189b50 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "PUT /v2.0/floatingips/7ed0f8bf-cb89-4ec1-bf09-bec640e01241 HTTP/1.1" status: 200 len: 996 time: 2.0431554 Feb 15 21:59:34.431728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'tag': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:59:34.439856 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4e786b22-abe8-4a8d-89bf-46b30f427180 req-c46f8b47-4f6d-4477-bbb6-2c46d4c97d56 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751593 Feb 15 21:59:34.500605 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'tag': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'status': 'completed', 'code': 200} Feb 15 21:59:34.539641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-6afe7d83-c796-4fba-8fa3-02a8587bff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:34.541459 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-6afe7d83-c796-4fba-8fa3-02a8587bff95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 1162 time: 0.0941355 Feb 15 21:59:34.589516 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-0476b032-38ef-48d5-999b-7983a615828b None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:59:34.603649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-7532980c-f5ac-4571-ac26-156ff5a9cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:34.605267 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-7532980c-f5ac-4571-ac26-156ff5a9cafe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 1162 time: 0.0812616 Feb 15 21:59:34.701400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-3f475942-aacf-4db0-bd74-1324aa40473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:34.703217 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-3f475942-aacf-4db0-bd74-1324aa40473c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.1541419 Feb 15 21:59:34.827903 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-c04bbe59-b4a0-440c-ba71-9bc2c22ef74c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 HTTP/1.1" status: 200 len: 999 time: 0.1174340 Feb 15 21:59:34.911484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-ac358a97-5160-4c9a-82e9-4da4a5bcc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:34.914412 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-ac358a97-5160-4c9a-82e9-4da4a5bcc893 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.0769448 Feb 15 21:59:34.994367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-98cd42ba-699f-4d7c-9724-a8cd66dcfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:34.995987 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-98cd42ba-699f-4d7c-9724-a8cd66dcfe70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.3831961 Feb 15 21:59:35.006093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-e13c88bc-651c-41b6-ac44-f9636b7a555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:35.007760 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-e13c88bc-651c-41b6-ac44-f9636b7a555a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864952 Feb 15 21:59:35.064803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-0476b032-38ef-48d5-999b-7983a615828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '7ed0f8bf-cb89-4ec1-bf09-bec640e01241', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:0c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:30Z', 'updated_at': '2021-02-15T21:59:33Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:59:35.069231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476b032-38ef-48d5-999b-7983a615828b None None] Checking router: 4574719d-3b69-45f9-ac20-ef02e7ca9a2e for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:59:35.079259 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476b032-38ef-48d5-999b-7983a615828b None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:59:35.079961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-0476b032-38ef-48d5-999b-7983a615828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:59:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:59:35.121012 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-20591821-765b-4f12-8667-e372644d1939 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 HTTP/1.1" status: 200 len: 999 time: 0.1162393 Feb 15 21:59:35.161465 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-be0f1dd2-49f1-4cac-85a8-48a75eea349a service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456895 Feb 15 21:59:35.207779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-e6cfcd13-a016-4859-939e-3de1a370091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:35.209391 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-e6cfcd13-a016-4859-939e-3de1a370091c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.0796292 Feb 15 21:59:35.311088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-0476b032-38ef-48d5-999b-7983a615828b None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:59:35.328691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-102c030f-dc4c-4eac-beb2-b9fa13bea2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:35.330294 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-102c030f-dc4c-4eac-beb2-b9fa13bea2af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1142707 Feb 15 21:59:35.340004 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27b503bf-e4ce-46fd-9373-9b6fd5b877aa req-15de11d2-edbb-4b36-b1f1-aec94b552963 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1713417 Feb 15 21:59:35.475655 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-b684ab68-a19e-492c-b4c9-68f9abd8c012 service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387398 Feb 15 21:59:35.645246 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-48eb0b95-7071-4fd2-bf0d-8366be5e1924 req-833aa14e-9109-48d7-8bb3-f5e403e78379 service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1617496 Feb 15 21:59:35.660986 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659c2d6-bac1-430f-910a-8dd7bd6303dc req-031c995f-6ca4-4ba7-8e42-be51bffcd082 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:35.662671 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5659c2d6-bac1-430f-910a-8dd7bd6303dc req-031c995f-6ca4-4ba7-8e42-be51bffcd082 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 943 time: 0.0931189 Feb 15 21:59:35.712421 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5659c2d6-bac1-430f-910a-8dd7bd6303dc req-31a0020c-d6a6-4ea9-bfb4-09069a05b044 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Feb 15 21:59:35.725877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-0476b032-38ef-48d5-999b-7983a615828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '7ed0f8bf-cb89-4ec1-bf09-bec640e01241', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:0c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:30Z', 'updated_at': '2021-02-15T21:59:33Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:59:35.730551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476b032-38ef-48d5-999b-7983a615828b None None] The sync data for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi is: [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '7ed0f8bf-cb89-4ec1-bf09-bec640e01241', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:0c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:30Z', 'updated_at': '2021-02-15T21:59:33Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:59:36.007250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c52d2-b024-4130-88a4-100493f3aa24 None None] New status for floating IP 7ed0f8bf-cb89-4ec1-bf09-bec640e01241: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:59:36.916994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13290aef-d805-424a-8210-7fd3487222bc req-a93e3a22-f07c-4c28-933c-4a4aa4c8d721 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:36.918613 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13290aef-d805-424a-8210-7fd3487222bc req-a93e3a22-f07c-4c28-933c-4a4aa4c8d721 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 943 time: 0.0877788 Feb 15 21:59:36.969441 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13290aef-d805-424a-8210-7fd3487222bc req-f3b48157-5fb0-46e6-bd6b-4931f2460fee tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 Feb 15 21:59:37.623283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9b6e6f6b-83b2-4196-beec-6f153a9d463e up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:59:37.726841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 9b6e6f6b-83b2-4196-beec-6f153a9d463e completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 21:59:37.732370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 9b6e6f6b-83b2-4196-beec-6f153a9d463e triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:59:37.732794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:38.021555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:38.052815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e84e6a-f886-4178-ae3e-84a064c497a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6e6f6b-83b2-4196-beec-6f153a9d463e'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:59:38.063923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 9b6e6f6b-83b2-4196-beec-6f153a9d463e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9b6e6f6b-83b2-4196-beec-6f153a9d463e,segment=NetworkSegment(6b90b2f8-e3d8-4594-bdb5-bea0d7831de5),segment_id=6b90b2f8-e3d8-4594-bdb5-bea0d7831de5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:59:38.104031 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e84e6a-f886-4178-ae3e-84a064c497a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6e6f6b-83b2-4196-beec-6f153a9d463e', 'code': 200} Feb 15 21:59:38.161622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:38.165910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c459d924-409b-4337-a473-0bdedd57870e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:38.187762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee09c4f-0543-4473-b0bd-c6c0199e1d24 req-1bbbc409-5953-49cc-8db0-6a200a67f847 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:38.189411 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9ee09c4f-0543-4473-b0bd-c6c0199e1d24 req-1bbbc409-5953-49cc-8db0-6a200a67f847 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 945 time: 0.1036403 Feb 15 21:59:38.239908 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9ee09c4f-0543-4473-b0bd-c6c0199e1d24 req-292c8fc0-c8ab-4c13-b5d7-5fe15162f555 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Feb 15 21:59:38.257417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=9b6e6f6b-83b2-4196-beec-6f153a9d463e,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:38.260832 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:38.464536 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a589cc-7e31-42b1-868f-f1120bb0be7e req-90d28e34-8784-4017-8e11-44b4f90acc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:38.466172 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95a589cc-7e31-42b1-868f-f1120bb0be7e req-90d28e34-8784-4017-8e11-44b4f90acc44 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 1162 time: 0.0802975 Feb 15 21:59:38.511284 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95a589cc-7e31-42b1-868f-f1120bb0be7e req-fff2cae7-b800-4620-a750-72887fdf9ee1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383124 Feb 15 21:59:38.967177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9b6e6f6b-83b2-4196-beec-6f153a9d463e up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:59:39.038534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 9b6e6f6b-83b2-4196-beec-6f153a9d463e triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:59:39.039065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:39.469106 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b84fa9-d7dd-4906-a4f2-aac96cfa7c8b req-379540d2-eedd-4c7d-ab79-683b381c8a95 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:39.470725 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-83b84fa9-d7dd-4906-a4f2-aac96cfa7c8b req-379540d2-eedd-4c7d-ab79-683b381c8a95 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 945 time: 0.0958953 Feb 15 21:59:39.519361 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-83b84fa9-d7dd-4906-a4f2-aac96cfa7c8b req-5dcdfb3d-7aa6-4d86-aff7-55c8769a74ba tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Feb 15 21:59:40.720483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fd743-ef33-40ef-b9e7-d8d754893758 req-1c5a2563-fbcf-46cd-9575-cf4799ade267 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:40.722082 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-395fd743-ef33-40ef-b9e7-d8d754893758 req-1c5a2563-fbcf-46cd-9575-cf4799ade267 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 945 time: 0.0857091 Feb 15 21:59:40.772605 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-395fd743-ef33-40ef-b9e7-d8d754893758 req-ba36b928-7194-43ba-9e55-ce633057794a tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441890 Feb 15 21:59:40.984600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9b6e6f6b-83b2-4196-beec-6f153a9d463e up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 21:59:41.059486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 9b6e6f6b-83b2-4196-beec-6f153a9d463e triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 21:59:41.060520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:43.468201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babec636-fd32-4d65-abcc-2d10aa0142df req-9553114f-ae63-4e0b-95ab-eefc192390b3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:43.469844 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-babec636-fd32-4d65-abcc-2d10aa0142df req-9553114f-ae63-4e0b-95ab-eefc192390b3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0872588 Feb 15 21:59:43.516965 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-babec636-fd32-4d65-abcc-2d10aa0142df req-792badab-d0bb-4613-a731-d1c6313059e6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408950 Feb 15 21:59:44.211483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5650f3b-16fc-4aa8-abe7-a8f8075273e8 req-1d2e404c-14e8-4086-b06b-a92f70179f64 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:44.212990 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5650f3b-16fc-4aa8-abe7-a8f8075273e8 req-1d2e404c-14e8-4086-b06b-a92f70179f64 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0894544 Feb 15 21:59:44.260257 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5650f3b-16fc-4aa8-abe7-a8f8075273e8 req-3bb99e2c-0476-4db2-8ce4-8b77b19183f8 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403237 Feb 15 21:59:44.714627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32b36-03f0-4b3e-a2e5-a15759086c68 req-b9fa4983-4860-4111-aec5-8a7446a11109 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:44.716886 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8dc32b36-03f0-4b3e-a2e5-a15759086c68 req-b9fa4983-4860-4111-aec5-8a7446a11109 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0865424 Feb 15 21:59:44.766603 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8dc32b36-03f0-4b3e-a2e5-a15759086c68 req-08690a85-8cc3-4323-a08b-430db0fdbcaa tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432248 Feb 15 21:59:45.462066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9047c7-6769-411a-b767-615563254860 req-369c5608-6463-4f66-8462-5cff80803a1e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:45.463649 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fe9047c7-6769-411a-b767-615563254860 req-369c5608-6463-4f66-8462-5cff80803a1e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0850418 Feb 15 21:59:45.509672 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fe9047c7-6769-411a-b767-615563254860 req-02ec3e0a-177d-44c8-9354-619c9241dac9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393586 Feb 15 21:59:45.966002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bacc01-e2c2-49ac-bde6-e4b1d79ec890 req-e726929f-3314-4d68-b1d5-6e768d8948e0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:45.967635 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-63bacc01-e2c2-49ac-bde6-e4b1d79ec890 req-e726929f-3314-4d68-b1d5-6e768d8948e0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0887709 Feb 15 21:59:46.016562 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-63bacc01-e2c2-49ac-bde6-e4b1d79ec890 req-fa61fd8f-f40a-4e58-9a06-5218434efeff tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Feb 15 21:59:46.468420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-8e6e2e30-aa21-43ee-96f4-887b87807508 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:46.469175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-8e6e2e30-aa21-43ee-96f4-887b87807508 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Synchronizing usage tracker for tenant:27101b24adfc46f9957ca7052a4adebd on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:59:46.515200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-8e6e2e30-aa21-43ee-96f4-887b87807508 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Unset dirty status for tenant:27101b24adfc46f9957ca7052a4adebd on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:59:46.516467 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-8e6e2e30-aa21-43ee-96f4-887b87807508 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.1311398 Feb 15 21:59:46.597597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Deleting port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:59:46.597983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:46.713988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621794a-5bee-4033-8865-af66622721f7 req-e7c3f3aa-bbf2-4815-88c7-c2eecf0be909 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:46.716113 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4621794a-5bee-4033-8865-af66622721f7 req-e7c3f3aa-bbf2-4815-88c7-c2eecf0be909 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 945 time: 0.0897374 Feb 15 21:59:46.767370 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4621794a-5bee-4033-8865-af66622721f7 req-aae1409d-afdb-4408-b803-e634ae4c7493 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448840 Feb 15 21:59:46.856690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] For port 5ea70908-6ae3-45dc-85fc-f0c9297dd978, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:59:46.857084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:46.982936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 5ea70908-6ae3-45dc-85fc-f0c9297dd978 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 21:59:47.121522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:47.150727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:59:47.162925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 5ea70908-6ae3-45dc-85fc-f0c9297dd978, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:59:47.175447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:47.175935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:47.176363 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Floating IP 391396fb-c0c6-4c25-b286-7b74eb584ee9 disassociated. External IP: 172.27.0.43, port: 5ea70908-6ae3-45dc-85fc-f0c9297dd978. Feb 15 21:59:47.176879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Calling delete_port for 5ea70908-6ae3-45dc-85fc-f0c9297dd978 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:59:47.189290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:47.191359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:47.230908 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978', 'code': 200} Feb 15 21:59:47.254358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8728ae-87be-48b9-96f7-2fd4313295fe req-842aa1c2-b3e5-4ab8-942c-1603ca1e3185 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:47.256366 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ce8728ae-87be-48b9-96f7-2fd4313295fe req-842aa1c2-b3e5-4ab8-942c-1603ca1e3185 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1140027 Feb 15 21:59:47.266150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=5ea70908-6ae3-45dc-85fc-f0c9297dd978,revision_number=7']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:47.269539 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:47.292499 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84106) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 21:59:47.292877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 21:59:47.307985 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ce8728ae-87be-48b9-96f7-2fd4313295fe req-7813f901-29ba-4a28-9b69-ca2e4a1ec0ed tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436645 Feb 15 21:59:47.549326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9fb86573-2848-4f55-8df3-02688cc11e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:47.794358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Deleting port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:59:47.794788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:47.975759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fbe16-4a31-4d26-b098-b6cd7f6b8ee2 req-b2b244d5-44df-4528-a3ee-8d282c6f2c7d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:47.977320 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b24fbe16-4a31-4d26-b098-b6cd7f6b8ee2 req-b2b244d5-44df-4528-a3ee-8d282c6f2c7d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 943 time: 0.0898380 Feb 15 21:59:48.025072 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b24fbe16-4a31-4d26-b098-b6cd7f6b8ee2 req-eba344ee-f273-4c53-a5c4-73b4a9c55f05 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3161985-1324-43c2-9425-b45151578e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407546 Feb 15 21:59:48.058528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] For port 5ea70908-6ae3-45dc-85fc-f0c9297dd978, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=5ea70908-6ae3-45dc-85fc-f0c9297dd978,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 21:59:48.058921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:48.369314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:48.369737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:48.370093 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Floating IP 391396fb-c0c6-4c25-b286-7b74eb584ee9 disassociated. External IP: 172.27.0.43, port: 5ea70908-6ae3-45dc-85fc-f0c9297dd978. Feb 15 21:59:48.370477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Calling delete_port for 5ea70908-6ae3-45dc-85fc-f0c9297dd978 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:59:48.504085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d14bd3-1f09-4150-b25e-60026a244185 req-27454515-d5cd-4577-a7b1-abe2fc5673d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:48.505697 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f5d14bd3-1f09-4150-b25e-60026a244185 req-27454515-d5cd-4577-a7b1-abe2fc5673d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0855942 Feb 15 21:59:48.549596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:48.557085 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f5d14bd3-1f09-4150-b25e-60026a244185 req-a16c0560-0159-40f0-8199-56dd6420b340 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451517 Feb 15 21:59:48.566205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-63e29ff9-20f5-4462-8520-604c40147cd1 tempest-ServerRescueNegativeTestJSON-1728591013 tempest-ServerRescueNegativeTestJSON-1728591013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:48.627194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event deleted for resources: {'Port': ['ID=5ea70908-6ae3-45dc-85fc-f0c9297dd978,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:48.631167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:48.924765 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Router 650fe491-18bf-424d-9bca-2ebf66c10f5a has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 21:59:49.111148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 21:59:49.122302 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] Sync routers for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 21:59:49.134327 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:59:49.135030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:59:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:59:49.153199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] No DVR routers for this DVR port 5ea70908-6ae3-45dc-85fc-f0c9297dd978 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 21:59:49.156107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:49.161051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'name': 'network-vif-deleted', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 21:59:49.207792 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca45f50b-8762-4df0-a2b8-225ccd7bec52 req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.47 "DELETE /v2.0/ports/5ea70908-6ae3-45dc-85fc-f0c9297dd978 HTTP/1.1" status: 204 len: 173 time: 2.6856248 Feb 15 21:59:49.209830 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c500ac8-3111-4bd9-a85b-02fb69e4525e req-4f8b9353-3366-4f69-a161-dfc9fed0ffa3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=b21522c1-865a-422d-98fb-72d49f586df4 HTTP/1.1" status: 200 len: 210 time: 0.0604730 Feb 15 21:59:49.221300 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21522c1-865a-422d-98fb-72d49f586df4', 'name': 'network-vif-deleted', 'tag': '5ea70908-6ae3-45dc-85fc-f0c9297dd978', 'status': 'completed', 'code': 200} Feb 15 21:59:49.376934 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:59:49.714600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:59:49.718721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] Checking router: 650fe491-18bf-424d-9bca-2ebf66c10f5a for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 21:59:49.727958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 21:59:49.728616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:59:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:59:49.759205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a22569-4d7f-4d6f-9685-172a82b9cde7 req-f7fefd40-87b5-4b4b-b8c1-03e6647f1a04 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:49.760835 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-67a22569-4d7f-4d6f-9685-172a82b9cde7 req-f7fefd40-87b5-4b4b-b8c1-03e6647f1a04 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0857449 Feb 15 21:59:49.814654 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-67a22569-4d7f-4d6f-9685-172a82b9cde7 req-a197b6fc-2af4-4d10-bba0-2dc821471fa4 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472050 Feb 15 21:59:49.918228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 21:59:50.154238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7aca5d44-c940-4731-9631-4888f8e071ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:50.271549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 21:59:50.275950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3278e-a1d1-4a13-b822-ed04e0049574 None None] The sync data for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi is: [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 21:59:50.368107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 60836) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:59:50.442022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10c74bdd-00fc-462c-a9ac-4c40e0e4ad69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:50.472308 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10c74bdd-00fc-462c-a9ac-4c40e0e4ad69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:50.521625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:50.544634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10c74bdd-00fc-462c-a9ac-4c40e0e4ad69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:50.550474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-91f215bb-4404-4464-b118-4ad60f33cba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:50.568624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c74bdd-00fc-462c-a9ac-4c40e0e4ad69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3161985-1324-43c2-9425-b45151578e65,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:50.571207 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-10c74bdd-00fc-462c-a9ac-4c40e0e4ad69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:50.594777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-10c74bdd-00fc-462c-a9ac-4c40e0e4ad69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:50.596109 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-10c74bdd-00fc-462c-a9ac-4c40e0e4ad69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "DELETE /v2.0/security-groups/a3161985-1324-43c2-9425-b45151578e65 HTTP/1.1" status: 204 len: 168 time: 0.2268770 Feb 15 21:59:50.599054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 60840) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:59:50.616844 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.v2.resource [None req-f57bcc0c-7fad-4f45-b6c1-49fd589138c1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] show failed (client error): The resource could not be found. Feb 15 21:59:50.617917 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f57bcc0c-7fad-4f45-b6c1-49fd589138c1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups/a3161985-1324-43c2-9425-b45151578e65 HTTP/1.1" status: 404 len: 347 time: 0.0178118 Feb 15 21:59:50.620924 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 60844) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:59:50.679614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c16b35-678d-4ff4-91a9-72aad7ff8d6a None None] New status for floating IP 391396fb-c0c6-4c25-b286-7b74eb584ee9: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 21:59:51.032359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Deleting port 88d01bc3-fd8a-4231-8586-433c9c3ed8c3 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 21:59:51.032744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:51.051608 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af6a1d-9299-4182-b5c7-0adb2c50fafc req-c6a01839-5c4a-468d-a6ae-d2bd52a856cc tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:51.053337 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90af6a1d-9299-4182-b5c7-0adb2c50fafc req-c6a01839-5c4a-468d-a6ae-d2bd52a856cc tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1085775 Feb 15 21:59:51.101978 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90af6a1d-9299-4182-b5c7-0adb2c50fafc req-4b78933a-493e-4423-8e99-e9a176fbf589 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Feb 15 21:59:51.216931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:51.217504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:51.348974 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Calling delete_port for 88d01bc3-fd8a-4231-8586-433c9c3ed8c3 owned by network:floatingip {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 21:59:51.532690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:51.548508 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:51.608898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event deleted for resources: {'Port': ['ID=88d01bc3-fd8a-4231-8586-433c9c3ed8c3,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:51.656357 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:51.749821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:51.773251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:51.787717 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:51.791886 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "DELETE /v2.0/floatingips/391396fb-c0c6-4c25-b286-7b74eb584ee9 HTTP/1.1" status: 204 len: 168 time: 1.1670597 Feb 15 21:59:52.279898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 60860) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:59:52.287158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474485546', 'description': 'tempest-description--452291705'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:52.296485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:59:52.302308 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:security_group and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:59:52.306608 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:59:52.316084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:59:52.336086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76c9f1-942c-4107-b440-80003dc61c95 req-6de9ef26-422d-4f4c-bc2e-c3051aa15418 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:52.349245 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb76c9f1-942c-4107-b440-80003dc61c95 req-6de9ef26-422d-4f4c-bc2e-c3051aa15418 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1207356 Feb 15 21:59:52.375882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:52.399699 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb76c9f1-942c-4107-b440-80003dc61c95 req-06418255-f79b-4272-acf3-5b6a884ca2a6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558288 Feb 15 21:59:52.405233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:59:52.409291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:security_group_rule and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:59:52.412283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:59:52.418089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:59:52.489723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:52.526401 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:52.532525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-26a233cd-781e-40a2-9668-0e6d1bbb1665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:52.575896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea4a46d-638c-4652-8ae2-d1100376e869,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:52.578847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:52.607325 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:52.608693 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3277247 Feb 15 21:59:52.611629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 60864) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:59:52.617118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'security_group_rule': {'security_group_id': '7ea4a46d-638c-4652-8ae2-d1100376e869', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:52.623360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:59:52.627482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:security_group_rule and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:59:52.630515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:59:52.636352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:59:52.681985 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:53.109239 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:53.151086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:53.178022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:53.180186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f791a68-51ed-4a9b-9410-ee3e3af18351 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:53.202103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67c6f46-1ac2-46d5-a5ba-90948ebef9ce,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:53.206267 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:53.240633 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:53.241901 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a1ced4d0-a7bc-4eef-b920-c1eca0d7a0a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6292803 Feb 15 21:59:53.244763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 60870) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:59:53.250707 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'security_group_rule': {'security_group_id': '7ea4a46d-638c-4652-8ae2-d1100376e869', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:53.256594 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:59:53.260570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:security_group_rule and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:59:53.264140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:59:53.269840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:59:53.316095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:53.378225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:53.430704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:53.433578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:53.467794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de0ce58-8ed0-4183-92e8-ebd809cd1b1d,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:53.467794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:53.565985 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:53.567200 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-82327b56-96a0-4c3d-a151-f9631ba5cd69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214540 Feb 15 21:59:53.570769 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 60876) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 21:59:53.576828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'floatingip': {'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:53.582750 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:59:53.586968 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:floatingip and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:59:53.590049 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:59:53.595922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:59:53.609985 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9032708-4e24-426d-8875-9f39a74e84c7 req-f450daf3-dd37-49ed-ad2f-e7b628d241a5 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:53.611595 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9032708-4e24-426d-8875-9f39a74e84c7 req-f450daf3-dd37-49ed-ad2f-e7b628d241a5 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0915937 Feb 15 21:59:53.635661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:53.659824 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9032708-4e24-426d-8875-9f39a74e84c7 req-51396b1b-a807-4e08-acfa-652741fa9c16 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419078 Feb 15 21:59:53.786033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:54.053334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Allocated IP 172.27.0.31 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/2ee58fd5-dc9f-4f15-9c73-ab7643bf633f) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:59:54.207335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:54.264633 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:54.282911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-db9534c1-a56a-4ef4-be39-e979c505af59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:54.422191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'Port': ['ID=2ee58fd5-dc9f-4f15-9c73-ab7643bf633f,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:54.426766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:54.469387 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:59:54.470596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:59:54.472786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:59:54.557933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:54.650012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:54.862434 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34aff8-1565-422b-95b9-82eae70a4f39 req-a8f2f7aa-bdcc-4ae3-88b5-a85e865b6f23 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:54.864152 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c34aff8-1565-422b-95b9-82eae70a4f39 req-a8f2f7aa-bdcc-4ae3-88b5-a85e865b6f23 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0890768 Feb 15 21:59:54.911050 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c34aff8-1565-422b-95b9-82eae70a4f39 req-e8750ac0-c89e-476a-a39d-0a91cee39313 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Feb 15 21:59:54.924418 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:54.949300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:54.964479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:55.108429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'Port': ['ID=2ee58fd5-dc9f-4f15-9c73-ab7643bf633f,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:55.112831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:55.200842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:55.240771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:55.242078 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6700945 Feb 15 21:59:55.406568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2435e911-f28f-4660-a34e-e4b072671e93 req-db8374d0-682a-4de6-adfa-d50987bf1e82 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Synchronizing usage tracker for tenant:27101b24adfc46f9957ca7052a4adebd on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:59:55.446463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2435e911-f28f-4660-a34e-e4b072671e93 req-db8374d0-682a-4de6-adfa-d50987bf1e82 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Unset dirty status for tenant:27101b24adfc46f9957ca7052a4adebd on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:59:55.447740 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-db8374d0-682a-4de6-adfa-d50987bf1e82 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--474485546&fields=id&tenant_id=27101b24adfc46f9957ca7052a4adebd HTTP/1.1" status: 200 len: 267 time: 0.0828340 Feb 15 21:59:55.606801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435e911-f28f-4660-a34e-e4b072671e93 req-97ffc4c9-0f88-4ad9-a5a7-f8b9edcf5142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:55.608367 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-97ffc4c9-0f88-4ad9-a5a7-f8b9edcf5142 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 815 time: 0.1529837 Feb 15 21:59:55.624210 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-8afd8bc0-971e-4fd9-a776-48feb96050de tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/quotas/27101b24adfc46f9957ca7052a4adebd HTTP/1.1" status: 200 len: 375 time: 0.0098844 Feb 15 21:59:55.719010 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-f1bf5261-118d-4e9a-9cbb-f92012605bde tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892186 Feb 15 21:59:55.866756 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-50055b04-86ea-4932-9023-38f315b0a8d8 service neutron] 10.222.0.41 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349165 Feb 15 21:59:56.009828 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-b9c77984-e232-42d1-8485-f52eaeab76d7 service neutron] 10.222.0.41 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361201 Feb 15 21:59:56.108439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77156c4b-1166-4e98-ace5-3570d8043297 req-97a151c0-aadd-477d-8361-11320ef88311 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:56.110245 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-77156c4b-1166-4e98-ace5-3570d8043297 req-97a151c0-aadd-477d-8361-11320ef88311 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0868816 Feb 15 21:59:56.159882 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-77156c4b-1166-4e98-ace5-3570d8043297 req-739ebdd4-f0ab-4650-893f-53dcd7ac82b1 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432856 Feb 15 21:59:56.233485 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-abdbc2e8-4732-44c2-a0f5-5c41d6cadab8 req-47238d62-ef6e-4f3a-a3db-44fdca3fcc72 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 210 time: 0.0517635 Feb 15 21:59:57.407568 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc8debe0-576c-427a-8692-b8c176f25bf9 req-af7c17db-6088-4215-88fb-d71beb81a47d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 210 time: 0.0512042 Feb 15 21:59:57.503038 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8d6e5-82cb-4379-bcc2-8822af243f55 req-21dcc745-f504-4377-bd3f-6774c4ba688a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:57.504665 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-98c8d6e5-82cb-4379-bcc2-8822af243f55 req-21dcc745-f504-4377-bd3f-6774c4ba688a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0855310 Feb 15 21:59:57.557288 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-98c8d6e5-82cb-4379-bcc2-8822af243f55 req-8f7362eb-94cf-48b3-bca9-1815f4c82f87 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463715 Feb 15 21:59:58.366785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435e911-f28f-4660-a34e-e4b072671e93 req-12ecc218-f63d-452b-a053-4d096d08323a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:58.368424 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-12ecc218-f63d-452b-a053-4d096d08323a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 815 time: 0.1635873 Feb 15 21:59:58.464989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2435e911-f28f-4660-a34e-e4b072671e93 req-d8b4d4a8-602e-47f2-88fb-c9ad96bedca9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Synchronizing usage tracker for tenant:27101b24adfc46f9957ca7052a4adebd on resource:security_group {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 21:59:58.480612 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2435e911-f28f-4660-a34e-e4b072671e93 req-d8b4d4a8-602e-47f2-88fb-c9ad96bedca9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Unset dirty status for tenant:27101b24adfc46f9957ca7052a4adebd on resource:security_group {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 21:59:58.482075 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-d8b4d4a8-602e-47f2-88fb-c9ad96bedca9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=27101b24adfc46f9957ca7052a4adebd HTTP/1.1" status: 200 len: 5703 time: 0.0905426 Feb 15 21:59:58.493698 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'port': {'device_id': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'admin_state_up': True, 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'security_groups': ['7ea4a46d-638c-4652-8ae2-d1100376e869']}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 21:59:58.593031 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-26a3dd69-4479-4c05-9bda-bad843c580d0 req-b48ad37d-aa0c-47d0-a9d8-7ca6c84c441a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 210 time: 0.0570786 Feb 15 21:59:58.677759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 21:59:58.682126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Usage tracker for resource:port and tenant:27101b24adfc46f9957ca7052a4adebd is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 21:59:58.686077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 21:59:58.692152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 21:59:58.743795 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Made reservation on behalf of 27101b24adfc46f9957ca7052a4adebd for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 21:59:58.750360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:58.795075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee76a3-c290-4686-8b87-cf997b1298fa req-41b18f05-9b35-436a-a22f-badcf1a2e5d5 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:58.796674 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47ee76a3-c290-4686-8b87-cf997b1298fa req-41b18f05-9b35-436a-a22f-badcf1a2e5d5 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0876241 Feb 15 21:59:58.849596 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47ee76a3-c290-4686-8b87-cf997b1298fa req-2f36785c-7763-4191-bbfe-b2fb915720a7 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462861 Feb 15 21:59:59.057588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Allocated IP 172.20.0.8 (29218df0-c27b-43e3-951d-30aceaa4a9cb/d7af1070-92a3-45e3-89c7-d107b71e6b35/f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 21:59:59.250690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:59.267016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Transition to ACTIVE for port object f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 21:59:59.315711 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:59.330757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6c0e6156-0607-4c12-a3bd-f7afbc3b14ff tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 21:59:59.707658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event updated for resources: {'Port': ['ID=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 21:59:59.720905 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.721331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.721905 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.722228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.722504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.722911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.723466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.724004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.724394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.724774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.725156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.725538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.725966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.726359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.726726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.727117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.727539 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.727929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.728319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.728710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.729103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.729479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.729863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.730641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 21:59:59.737058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 21:59:59.777061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 21:59:59.778225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 21:59:59.780711 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 21:59:59.807435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034898a1-9949-43f6-a8a3-92f08005a96f req-c215b2e6-1517-47f7-9e78-67fdc72a3d51 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:59.809220 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-034898a1-9949-43f6-a8a3-92f08005a96f req-c215b2e6-1517-47f7-9e78-67fdc72a3d51 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 931 time: 0.0934761 Feb 15 21:59:59.851422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 21:59:59.852112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 21:59:59.861167 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-034898a1-9949-43f6-a8a3-92f08005a96f req-f56886c8-5aa5-4f23-932d-f4d45e844663 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441904 Feb 15 21:59:59.905058 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4161880 Feb 15 22:00:00.017634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-42bb43ef-ecf6-42f1-9153-9250b6307b3d None None] Provisioning for port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:00:00.022837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-42bb43ef-ecf6-42f1-9153-9250b6307b3d None None] Provisioning complete for port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:00:00.023261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-42bb43ef-ecf6-42f1-9153-9250b6307b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:00.052659 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3d780-a911-418c-837e-91eee0746b11 req-cf77c39c-a711-44a7-bd48-090b3579494a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:00.054186 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9ac3d780-a911-418c-837e-91eee0746b11 req-cf77c39c-a711-44a7-bd48-090b3579494a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0888379 Feb 15 22:00:00.083699 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-42bb43ef-ecf6-42f1-9153-9250b6307b3d None None] Port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 22:00:00.103633 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9ac3d780-a911-418c-837e-91eee0746b11 req-3f2048f1-1110-466d-9a81-5ca63fd51f8d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 Feb 15 22:00:01.071836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f889d-3870-4fc5-b6b0-4e310db4cd88 req-4cfd5b6c-2876-4ec3-9eb6-19e7e9738aa6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:01.073321 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a8f889d-3870-4fc5-b6b0-4e310db4cd88 req-4cfd5b6c-2876-4ec3-9eb6-19e7e9738aa6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 931 time: 0.0851688 Feb 15 22:00:01.118931 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a8f889d-3870-4fc5-b6b0-4e310db4cd88 req-608b10b3-15eb-4c2b-9ff2-b1ba40acd150 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395966 Feb 15 22:00:01.305651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf5909-8a9c-4d83-9b86-36a0a087a8a2 req-c5bfbc44-28b6-4a3d-99fd-30fe21de8f6d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:01.307219 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7edf5909-8a9c-4d83-9b86-36a0a087a8a2 req-c5bfbc44-28b6-4a3d-99fd-30fe21de8f6d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0882871 Feb 15 22:00:01.354240 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7edf5909-8a9c-4d83-9b86-36a0a087a8a2 req-2fdbb0d0-486f-4ef8-906e-c1f3ba90acff tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399292 Feb 15 22:00:01.903431 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:02.320486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3e555-e2bd-4485-a0fb-c58f555e45b6 req-241e11b4-22dd-4c95-9b7e-bd512bea3646 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:02.322055 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8ca3e555-e2bd-4485-a0fb-c58f555e45b6 req-241e11b4-22dd-4c95-9b7e-bd512bea3646 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 931 time: 0.0883083 Feb 15 22:00:02.368296 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8ca3e555-e2bd-4485-a0fb-c58f555e45b6 req-23d731a8-dde5-4e5b-8b41-680fd81cde13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393400 Feb 15 22:00:02.549095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93b491-dcbe-473e-8163-655d3453bb9f req-30f9094f-ff0f-4f88-acf2-80d58cff1de9 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:02.550610 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8d93b491-dcbe-473e-8163-655d3453bb9f req-30f9094f-ff0f-4f88-acf2-80d58cff1de9 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0844300 Feb 15 22:00:02.597222 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8d93b491-dcbe-473e-8163-655d3453bb9f req-513c12f1-75b8-4736-81e4-4d1b48e2ce3d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403664 Feb 15 22:00:03.207825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Request body: {'port': {'device_id': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:00:03.394607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:03.410897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fe957-6475-40f7-9b67-db4eeb778239 req-cf798e8c-a6cb-4188-b9d8-8d488ddfec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:03.412729 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-933fe957-6475-40f7-9b67-db4eeb778239 req-cf798e8c-a6cb-4188-b9d8-8d488ddfec16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 1162 time: 0.1723349 Feb 15 22:00:03.587204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a961912-5b2a-45ba-ae32-8f5614337f87 req-701a3dd3-111c-4698-998a-d04d094ab310 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:03.588852 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4a961912-5b2a-45ba-ae32-8f5614337f87 req-701a3dd3-111c-4698-998a-d04d094ab310 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 931 time: 0.0897028 Feb 15 22:00:03.651919 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4a961912-5b2a-45ba-ae32-8f5614337f87 req-0f3715b9-08ca-4a84-9d10-1fce12b5af36 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559759 Feb 15 22:00:03.718728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fe957-6475-40f7-9b67-db4eeb778239 req-92efa79d-c413-42a4-a40b-245014e121e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:03.720384 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-933fe957-6475-40f7-9b67-db4eeb778239 req-92efa79d-c413-42a4-a40b-245014e121e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 200 len: 903 time: 0.2780247 Feb 15 22:00:03.812787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063139bb-96aa-464c-b58a-f176b8228663 req-ba0c5475-284d-45cf-ad2d-7122beb3ff8b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:03.814409 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-063139bb-96aa-464c-b58a-f176b8228663 req-ba0c5475-284d-45cf-ad2d-7122beb3ff8b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0909824 Feb 15 22:00:03.862536 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-063139bb-96aa-464c-b58a-f176b8228663 req-e9423475-1ce6-4a9a-951b-12d5cafe1d6a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Feb 15 22:00:03.930856 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-933fe957-6475-40f7-9b67-db4eeb778239 req-a3b3746a-739b-481f-a90e-aabcd46ba836 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c47a8f48-cfcf-4abb-952d-8af350977bfc HTTP/1.1" status: 200 len: 1000 time: 0.2029638 Feb 15 22:00:04.028491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fe957-6475-40f7-9b67-db4eeb778239 req-be4924e4-0d67-45be-986e-6b92a96a81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:04.030108 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-933fe957-6475-40f7-9b67-db4eeb778239 req-be4924e4-0d67-45be-986e-6b92a96a81ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa44811f-9767-4fda-ac4a-2e019e8eca6c HTTP/1.1" status: 200 len: 848 time: 0.0894110 Feb 15 22:00:04.171374 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 22:00:04.181131 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:04.200189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Transition to ACTIVE for port object f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:00:04.205601 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fe957-6475-40f7-9b67-db4eeb778239 req-4763d8fe-419a-4789-9e0e-0a1976509dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:04.207234 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-933fe957-6475-40f7-9b67-db4eeb778239 req-4763d8fe-419a-4789-9e0e-0a1976509dab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74a976b8-a3ef-4109-b8d1-48b755edb77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1692874 Feb 15 22:00:04.240451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:04.266511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-78bcdc86-f65a-4289-b923-955ab2c95ffd tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:00:04.286590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ef020-22f4-4795-8261-2fdefe5680ff req-66bcb2d1-e216-4e65-9207-913dd39d51db tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:04.288236 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1c6ef020-22f4-4795-8261-2fdefe5680ff req-66bcb2d1-e216-4e65-9207-913dd39d51db tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0884771 Feb 15 22:00:04.336175 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1c6ef020-22f4-4795-8261-2fdefe5680ff req-098c5305-be6f-4ee1-b483-8fbb00d5b488 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415263 Feb 15 22:00:04.487171 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Pushing event updated for resources: {'Port': ['ID=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:00:04.495278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:00:04.519437 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-933fe957-6475-40f7-9b67-db4eeb778239 req-f7fc748b-b12e-4d25-981d-2779536721b3 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041589 Feb 15 22:00:04.793135 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-933fe957-6475-40f7-9b67-db4eeb778239 req-355268db-cb5a-4a2d-9191-567d4afe9bde service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2647891 Feb 15 22:00:04.815287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Attempting to bind port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 22:00:04.815716 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Attempting to bind port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 22:00:04.816086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Attempting to bind port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 on network 29218df0-c27b-43e3-951d-30aceaa4a9cb {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 22:00:04.822304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 22, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 22:00:04.822682 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Checking segment: {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:00:04.823092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:04.823513 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Bound using segment: {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 22:00:04.823988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Bound port: f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d47aa59-c2d9-423c-9ec0-b2695975f049', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 22:00:04.824364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:04.896960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a28628-945e-4fcd-95c2-434c9f58d78b req-bf9fb2c0-e16b-464a-8840-4d8f1f8c71d7 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:04.898843 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-94a28628-945e-4fcd-95c2-434c9f58d78b req-bf9fb2c0-e16b-464a-8840-4d8f1f8c71d7 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.1205590 Feb 15 22:00:04.923923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] For port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 22:00:04.929389 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] For port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 22:00:04.962833 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-94a28628-945e-4fcd-95c2-434c9f58d78b req-0245b1ad-dbf0-4a16-8f74-6932216f3456 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547342 Feb 15 22:00:04.989377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:05.005210 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:00:05.179004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Pushing event updated for resources: {'Port': ['ID=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:00:05.186961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:00:05.201735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e955919-b4ba-4665-a541-f471037392d1 req-975eb8dc-d598-41ef-bb33-aeaaba34fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:05.203368 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e955919-b4ba-4665-a541-f471037392d1 req-975eb8dc-d598-41ef-bb33-aeaaba34fca8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 1162 time: 0.2766654 Feb 15 22:00:05.536517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:05.537113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:05.538600 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-89f79c3a-4a26-4a6f-806e-d8e66b061e18 service neutron] 10.222.0.47 "PUT /v2.0/ports/f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 HTTP/1.1" status: 200 len: 1157 time: 2.3357246 Feb 15 22:00:05.539159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:00:05.552489 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3e717-7f19-4a82-a756-2305a41a9dec req-1004bdaf-6f11-4fb9-98a0-508bdfbeb423 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:05.554269 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a0e3e717-7f19-4a82-a756-2305a41a9dec req-1004bdaf-6f11-4fb9-98a0-508bdfbeb423 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0903172 Feb 15 22:00:05.598320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e955919-b4ba-4665-a541-f471037392d1 req-e0bd2c5e-9a72-4a39-8a7d-57b5ff2c1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:05.600025 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e955919-b4ba-4665-a541-f471037392d1 req-e0bd2c5e-9a72-4a39-8a7d-57b5ff2c1516 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 200 len: 903 time: 0.3891375 Feb 15 22:00:05.616008 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a0e3e717-7f19-4a82-a756-2305a41a9dec req-0d69a5a5-ab61-4b85-b3c6-6c531f687b6e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536883 Feb 15 22:00:05.673254 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43', 'status': 'completed', 'code': 200} Feb 15 22:00:05.784635 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e955919-b4ba-4665-a541-f471037392d1 req-f3b26ae2-7e27-4120-8f0b-560b436adedd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c47a8f48-cfcf-4abb-952d-8af350977bfc HTTP/1.1" status: 200 len: 1000 time: 0.1737213 Feb 15 22:00:05.844920 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435e911-f28f-4660-a34e-e4b072671e93 req-b262a495-3a69-43da-aa25-db5f1f74669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:05.846540 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-b262a495-3a69-43da-aa25-db5f1f74669f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 1160 time: 0.1670241 Feb 15 22:00:05.929205 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-403334b4-5bd6-4435-8d69-fb17521b0980 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 HTTP/1.1" status: 200 len: 217 time: 0.0737953 Feb 15 22:00:05.930744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e955919-b4ba-4665-a541-f471037392d1 req-d0b0b4c0-639a-414f-920f-9dab1f344579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:05.932222 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e955919-b4ba-4665-a541-f471037392d1 req-d0b0b4c0-639a-414f-920f-9dab1f344579 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa44811f-9767-4fda-ac4a-2e019e8eca6c HTTP/1.1" status: 200 len: 848 time: 0.1399269 Feb 15 22:00:06.069118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435e911-f28f-4660-a34e-e4b072671e93 req-331b420e-aa50-4898-adce-5c07fc0bff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:06.070777 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-331b420e-aa50-4898-adce-5c07fc0bff57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.1287289 Feb 15 22:00:06.145420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e955919-b4ba-4665-a541-f471037392d1 req-c24565b3-a822-45fd-a7b9-89bb301b1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:06.147285 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e955919-b4ba-4665-a541-f471037392d1 req-c24565b3-a822-45fd-a7b9-89bb301b1ba8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74a976b8-a3ef-4109-b8d1-48b755edb77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2039242 Feb 15 22:00:06.178970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a4b74-134d-4c11-a26b-3d9b3223c4b5 req-774b6991-e683-4e5b-9126-565377ae86fb tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:06.180613 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-998a4b74-134d-4c11-a26b-3d9b3223c4b5 req-774b6991-e683-4e5b-9126-565377ae86fb tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0922828 Feb 15 22:00:06.232962 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-998a4b74-134d-4c11-a26b-3d9b3223c4b5 req-24a4ca06-a9cb-468a-9866-fd73815b1b9a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449238 Feb 15 22:00:06.281420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435e911-f28f-4660-a34e-e4b072671e93 req-eaa3f930-944f-48ba-a1d6-91ebca47f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:06.283096 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-eaa3f930-944f-48ba-a1d6-91ebca47f329 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2039280 Feb 15 22:00:06.403077 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e955919-b4ba-4665-a541-f471037392d1 req-61ac5e2f-d268-41cb-9dc2-9ce47788d9b2 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465045 Feb 15 22:00:06.552307 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-bea4a0b2-728c-46de-a77a-8661462a2675 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615154 Feb 15 22:00:06.618865 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e955919-b4ba-4665-a541-f471037392d1 req-40727de5-6533-40f7-8338-513232bbe7f8 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2026813 Feb 15 22:00:06.724159 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2435e911-f28f-4660-a34e-e4b072671e93 req-6af2d7a8-dacb-486f-a2e0-5d668dd43cfb service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1596899 Feb 15 22:00:06.819938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f4e60-b099-4328-af46-1afbb8491ca2 req-e68b7015-b5b8-4df6-9d1c-e76c7d403ad4 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:06.821558 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf6f4e60-b099-4328-af46-1afbb8491ca2 req-e68b7015-b5b8-4df6-9d1c-e76c7d403ad4 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0902107 Feb 15 22:00:06.869257 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf6f4e60-b099-4328-af46-1afbb8491ca2 req-45f4ed12-654c-430f-892c-d93bc41e5317 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406244 Feb 15 22:00:06.914291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-4b27da08-fa34-4cb0-a73d-0b9c394c0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:06.915891 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-4b27da08-fa34-4cb0-a73d-0b9c394c0e03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 1160 time: 0.0776629 Feb 15 22:00:07.058467 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-2c193d32-5ecc-4e2e-89bb-0c5d067d2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:07.060627 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-2c193d32-5ecc-4e2e-89bb-0c5d067d2e95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.1368134 Feb 15 22:00:07.137986 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-2f6e41ee-9ab6-4734-93a5-01416539241f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 HTTP/1.1" status: 200 len: 217 time: 0.0682061 Feb 15 22:00:07.208019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-6906d5bc-4c92-454d-9796-981a7ff80f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:07.209484 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-6906d5bc-4c92-454d-9796-981a7ff80f31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0628042 Feb 15 22:00:07.295655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-44706e53-e188-47ff-8c97-185ecab12edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:07.297301 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-44706e53-e188-47ff-8c97-185ecab12edb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798700 Feb 15 22:00:07.341888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:00:07.438157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037f084-701a-44d4-926d-2dd2413d70a3 req-4aa04ef6-c751-4b03-92f0-e2595b1a453f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:07.439868 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d037f084-701a-44d4-926d-2dd2413d70a3 req-4aa04ef6-c751-4b03-92f0-e2595b1a453f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0900199 Feb 15 22:00:07.445000 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-fa149774-4807-42da-8061-799382c111f3 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396620 Feb 15 22:00:07.488022 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d037f084-701a-44d4-926d-2dd2413d70a3 req-284cde09-3f0b-4d14-92e0-a97fbe79f0a2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Feb 15 22:00:07.594965 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30605d21-4902-4f00-89e0-4c01c7bc9c1b req-4fae7bc4-84ac-4d51-a35e-1f018a2a476c service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401181 Feb 15 22:00:08.077408 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aebf71-1541-451e-ad06-90517ddf54d8 req-38ef87f3-471d-49c3-a99d-8989a3902cdb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:08.079047 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d5aebf71-1541-451e-ad06-90517ddf54d8 req-38ef87f3-471d-49c3-a99d-8989a3902cdb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0916996 Feb 15 22:00:08.131075 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d5aebf71-1541-451e-ad06-90517ddf54d8 req-6c167933-69f8-4013-afa1-1d260e6cf46d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453303 Feb 15 22:00:08.697542 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc3d7-d46e-4f91-8ec1-899474a4ce04 req-8e75204c-26fa-426e-9348-e8b3449e042f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:08.699150 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-abfdc3d7-d46e-4f91-8ec1-899474a4ce04 req-8e75204c-26fa-426e-9348-e8b3449e042f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0911779 Feb 15 22:00:08.748396 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-abfdc3d7-d46e-4f91-8ec1-899474a4ce04 req-0d4babc6-a734-4cb9-94a1-a4d52e5deeb8 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420029 Feb 15 22:00:09.335579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc55a6-ddbc-4e1d-a7ec-632aa67dd624 req-8a43f8df-117a-4207-a877-5519e837b2da tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:09.337138 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dbcc55a6-ddbc-4e1d-a7ec-632aa67dd624 req-8a43f8df-117a-4207-a877-5519e837b2da tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0851557 Feb 15 22:00:09.382990 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dbcc55a6-ddbc-4e1d-a7ec-632aa67dd624 req-fc22e5c1-7a89-4a31-a262-db5cfecaee61 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390749 Feb 15 22:00:09.956290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53602b12-19a5-4177-98a2-6e3e99abbab9 req-4bcaa746-ee9e-4054-a396-17c5033a0a04 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:09.957826 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53602b12-19a5-4177-98a2-6e3e99abbab9 req-4bcaa746-ee9e-4054-a396-17c5033a0a04 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0896428 Feb 15 22:00:10.006558 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53602b12-19a5-4177-98a2-6e3e99abbab9 req-59980fc3-7233-45ac-a64e-3ac46fa52919 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Feb 15 22:00:11.210377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b7294-62fc-49a9-b88c-175e8ec64aac req-fafa3845-9075-41a1-91e3-50f7531d2f01 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:11.211995 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-683b7294-62fc-49a9-b88c-175e8ec64aac req-fafa3845-9075-41a1-91e3-50f7531d2f01 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0895860 Feb 15 22:00:11.258999 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-683b7294-62fc-49a9-b88c-175e8ec64aac req-4016524e-4bd1-418a-9e6c-6f6c0e06f5a8 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403390 Feb 15 22:00:11.839111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00ed90-a986-41d4-88ec-934dead3d62a req-701d1a0a-27a3-4875-9215-c3397202790d tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:11.840725 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f00ed90-a986-41d4-88ec-934dead3d62a req-701d1a0a-27a3-4875-9215-c3397202790d tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 945 time: 0.0841315 Feb 15 22:00:11.887704 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f00ed90-a986-41d4-88ec-934dead3d62a req-ab682888-f104-4d3c-aa64-31837f6b163c tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 Feb 15 22:00:12.174433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:00:12.280332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:00:12.285216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:00:12.285635 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:12.409923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:12.437980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:00:12.448519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:00:12.468419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e355ae-5092-4dbb-8189-1c6a4778c7ff req-b506f20f-7f50-4bee-9c20-05d940a5041b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:12.468419 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e6e355ae-5092-4dbb-8189-1c6a4778c7ff req-b506f20f-7f50-4bee-9c20-05d940a5041b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0902622 Feb 15 22:00:12.487107 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43', 'code': 200} Feb 15 22:00:12.488341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:12.490474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:00:12.516637 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e6e355ae-5092-4dbb-8189-1c6a4778c7ff req-99113c83-9199-488e-a3de-6ec32fbe46d7 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430112 Feb 15 22:00:12.567302 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:00:12.575148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.580775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.582156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.582156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.582156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.582156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.582156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.582651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.582841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.583197 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.583580 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:12.587891 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:00:12.840196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56355207-80cb-4d37-8ca2-b19f55d5f5c3 req-ee119cde-ad8e-4143-966f-a9ea9a91cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:12.841782 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-56355207-80cb-4d37-8ca2-b19f55d5f5c3 req-ee119cde-ad8e-4143-966f-a9ea9a91cb53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 1162 time: 0.0750005 Feb 15 22:00:12.883252 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-56355207-80cb-4d37-8ca2-b19f55d5f5c3 req-f1e72941-a6b2-4999-ad45-55be290851fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346365 Feb 15 22:00:13.090132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c922aff-d43f-40cf-9ded-dca976d00203 req-1802e3be-1d00-4901-a5f3-77900c136d56 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:13.091796 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8c922aff-d43f-40cf-9ded-dca976d00203 req-1802e3be-1d00-4901-a5f3-77900c136d56 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 945 time: 0.0878661 Feb 15 22:00:13.138877 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8c922aff-d43f-40cf-9ded-dca976d00203 req-0414e787-a56c-4952-b954-c19c34c3c4fb tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Feb 15 22:00:13.468731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:00:13.538727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:00:13.539142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:13.734730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531b3bd-23a3-477a-b005-24f497c412b8 req-930aa8b9-bfb5-482b-939b-e88feb234b4b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:13.736362 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e531b3bd-23a3-477a-b005-24f497c412b8 req-930aa8b9-bfb5-482b-939b-e88feb234b4b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0886724 Feb 15 22:00:13.785002 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e531b3bd-23a3-477a-b005-24f497c412b8 req-9f432d92-5b8a-475b-8807-cdb74d0d7242 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418530 Feb 15 22:00:14.133624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-f6a4b1a3-a867-4828-acf3-d8951b9055c9 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:14.134375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-f6a4b1a3-a867-4828-acf3-d8951b9055c9 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Synchronizing usage tracker for tenant:06753aa9c7bf45b59b2b9dc24627b622 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:00:14.190307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-f6a4b1a3-a867-4828-acf3-d8951b9055c9 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Unset dirty status for tenant:06753aa9c7bf45b59b2b9dc24627b622 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:00:14.191719 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-f6a4b1a3-a867-4828-acf3-d8951b9055c9 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.47 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 945 time: 0.1444824 Feb 15 22:00:14.277284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Deleting port 9b6e6f6b-83b2-4196-beec-6f153a9d463e {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:00:14.277672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:14.341517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b411f-b1f6-4c97-8f10-49d44ef8575a req-eb98c7c7-584c-464e-85a2-1996e7a71ae7 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:14.343125 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-618b411f-b1f6-4c97-8f10-49d44ef8575a req-eb98c7c7-584c-464e-85a2-1996e7a71ae7 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 945 time: 0.0916266 Feb 15 22:00:14.391087 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-618b411f-b1f6-4c97-8f10-49d44ef8575a req-ad2883a2-1192-42f4-b429-c20be85b55fd tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/security-groups?id=71982ae0-2b5b-4864-b62c-945b0a218efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Feb 15 22:00:14.540113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] For port 9b6e6f6b-83b2-4196-beec-6f153a9d463e, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9b6e6f6b-83b2-4196-beec-6f153a9d463e,segment=NetworkSegment(6b90b2f8-e3d8-4594-bdb5-bea0d7831de5),segment_id=6b90b2f8-e3d8-4594-bdb5-bea0d7831de5)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:00:14.540684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:14.674614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Calling delete_port for 9b6e6f6b-83b2-4196-beec-6f153a9d463e owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:00:14.857178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:14.872876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ef84ef6a-d778-4185-84b3-bd44c2bed22b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:00:14.994571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94f8bd-8a08-48c7-9555-1d499abdb9e1 req-7505dcf3-35c0-4451-a688-869f612ccb12 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:14.996239 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef94f8bd-8a08-48c7-9555-1d499abdb9e1 req-7505dcf3-35c0-4451-a688-869f612ccb12 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0935767 Feb 15 22:00:15.047619 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef94f8bd-8a08-48c7-9555-1d499abdb9e1 req-ee7a15c0-23a2-4bbf-95ad-174f75f495e6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442417 Feb 15 22:00:15.163965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Pushing event deleted for resources: {'Port': ['ID=9b6e6f6b-83b2-4196-beec-6f153a9d463e,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:00:15.169070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:00:15.247844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6497490-e6f8-46f0-9184-ffc5f5381840 req-a89655ee-f27f-41ce-9178-43258dec23b5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:15.249386 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d6497490-e6f8-46f0-9184-ffc5f5381840 req-a89655ee-f27f-41ce-9178-43258dec23b5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0863450 Feb 15 22:00:15.259213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 32814) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:00:15.264966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-98d79f9f-8037-49b0-be63-562615adbb13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Request body: {'floatingip': {'port_id': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:00:15.311992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] No DVR routers for this DVR port 9b6e6f6b-83b2-4196-beec-6f153a9d463e on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:00:15.314288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:15.318282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e84e6a-f886-4178-ae3e-84a064c497a2', 'name': 'network-vif-deleted', 'tag': '9b6e6f6b-83b2-4196-beec-6f153a9d463e'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:00:15.352637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-98d79f9f-8037-49b0-be63-562615adbb13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:15.362233 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e4621625-b404-4f40-a0b0-e9a61258f469 req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.47 "DELETE /v2.0/ports/9b6e6f6b-83b2-4196-beec-6f153a9d463e HTTP/1.1" status: 204 len: 173 time: 1.1553028 Feb 15 22:00:15.380115 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e84e6a-f886-4178-ae3e-84a064c497a2', 'name': 'network-vif-deleted', 'tag': '9b6e6f6b-83b2-4196-beec-6f153a9d463e', 'status': 'completed', 'code': 200} Feb 15 22:00:15.474245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:00:15.559622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:00:15.560167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:15.761804 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-33f8cee3-2361-4d17-895d-d45a2719e783 req-ae35f34f-97dc-485b-9fd1-05dc1a59a139 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] 10.222.0.41 "GET /v2.0/ports?device_id=50e84e6a-f886-4178-ae3e-84a064c497a2 HTTP/1.1" status: 200 len: 210 time: 0.1041870 Feb 15 22:00:15.866624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9b6e6f6b-83b2-4196-beec-6f153a9d463e no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:00:15.902798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: 9b6e6f6b-83b2-4196-beec-6f153a9d463e {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:00:15.903748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9b6e6f6b-83b2-4196-beec-6f153a9d463e not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:00:16.266650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-98d79f9f-8037-49b0-be63-562615adbb13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:16.303744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-98d79f9f-8037-49b0-be63-562615adbb13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:16.485290 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [None req-98d79f9f-8037-49b0-be63-562615adbb13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Floating IP 44f91f3d-d132-4438-a133-981518cf20ba associated. External IP: 172.27.0.31, port: f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43. Feb 15 22:00:16.854554 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d79f9f-8037-49b0-be63-562615adbb13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Router 650fe491-18bf-424d-9bca-2ebf66c10f5a has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:00:17.049619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d79f9f-8037-49b0-be63-562615adbb13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:00:17.054220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-98d79f9f-8037-49b0-be63-562615adbb13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:17.062555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] Sync routers for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:00:17.070868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:00:17.071610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:59:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:00:17.112143 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-98d79f9f-8037-49b0-be63-562615adbb13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "PUT /v2.0/floatingips/44f91f3d-d132-4438-a133-981518cf20ba HTTP/1.1" status: 200 len: 990 time: 1.8517733 Feb 15 22:00:17.112991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:00:17.162457 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43', 'status': 'completed', 'code': 200} Feb 15 22:00:17.265972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-cd4fecca-c031-457d-8ebb-67884773baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:17.267641 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-cd4fecca-c031-457d-8ebb-67884773baf1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 1162 time: 0.0809274 Feb 15 22:00:17.277574 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:00:17.427404 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-69c14c8e-79fe-4def-9562-7257d45884ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:17.429069 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-69c14c8e-79fe-4def-9562-7257d45884ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.1548743 Feb 15 22:00:17.546442 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-d3af3ed8-fdf1-4b13-aca2-76cf9b1807a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 HTTP/1.1" status: 200 len: 998 time: 0.1099677 Feb 15 22:00:17.621860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c62540d5-0694-4b72-ad39-f4e33cf425b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:17.623175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-000ac8d9-e13d-4152-a639-c717d48e3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:17.625648 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-000ac8d9-e13d-4152-a639-c717d48e3cfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0680459 Feb 15 22:00:17.695877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '44f91f3d-d132-4438-a133-981518cf20ba', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'port_id': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'mac_address': 'fa:16:3e:d6:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:54Z', 'updated_at': '2021-02-15T22:00:16Z', 'revision_number': 1, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:00:17.699980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] Checking router: 650fe491-18bf-424d-9bca-2ebf66c10f5a for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:00:17.709033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:00:17.709693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T21:59:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:00:17.720585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-618d393d-495c-4fea-876a-40024b5b6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:17.722370 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-618d393d-495c-4fea-876a-40024b5b6f57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835078 Feb 15 22:00:17.867883 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-6ecbe851-99d5-4d9c-8b4c-a7d6bae8afaf service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379066 Feb 15 22:00:17.901349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:00:18.011064 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7858a217-c476-413c-b8c0-1615ef4451a2 req-6201ac9e-1698-4325-9c6e-24de231814d1 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357789 Feb 15 22:00:18.462646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '44f91f3d-d132-4438-a133-981518cf20ba', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'port_id': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'mac_address': 'fa:16:3e:d6:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:54Z', 'updated_at': '2021-02-15T22:00:16Z', 'revision_number': 1, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:00:18.470304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb70618-a5e6-48c7-8366-b3cf2f27e132 None None] The sync data for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi is: [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '44f91f3d-d132-4438-a133-981518cf20ba', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'port_id': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'mac_address': 'fa:16:3e:d6:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:54Z', 'updated_at': '2021-02-15T22:00:16Z', 'revision_number': 1, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:00:18.759287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523f909c-35db-4270-b1c3-9d2c7d5b6680 None None] New status for floating IP 44f91f3d-d132-4438-a133-981518cf20ba: ACTIVE {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:00:20.046128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb67fbcd-03eb-44c0-a272-9e7a835a0071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:20.520324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:21.726247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:23.051922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:26.459706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fea495-1b6d-45f0-8bb8-8e58ab706858 req-a03bce7e-3149-4537-a68b-ba525adbfa22 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:26.461386 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c2fea495-1b6d-45f0-8bb8-8e58ab706858 req-a03bce7e-3149-4537-a68b-ba525adbfa22 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0942986 Feb 15 22:00:26.465825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-b8b62914-60f2-4322-b395-c2b1ef724181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:26.467439 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-b8b62914-60f2-4322-b395-c2b1ef724181 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1202 time: 0.0789931 Feb 15 22:00:26.513222 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c2fea495-1b6d-45f0-8bb8-8e58ab706858 req-606a8557-f68a-45f4-95e4-21b68917ae9b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0438006 Feb 15 22:00:26.611431 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-f3c68bdc-5b2c-4112-a976-9404367fa12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:26.613018 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-f3c68bdc-5b2c-4112-a976-9404367fa12b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 200 len: 908 time: 0.1375079 Feb 15 22:00:26.723891 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-affc4ddd-51b2-4433-8068-48262a98af4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 1001 time: 0.1043975 Feb 15 22:00:26.794386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-ffb69510-2835-4ffa-af6d-9f9993c7419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:26.795889 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-ffb69510-2835-4ffa-af6d-9f9993c7419b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f3b02fd-58c3-4163-87b2-e7a012012ece HTTP/1.1" status: 200 len: 853 time: 0.0656936 Feb 15 22:00:26.880219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-5a154948-fdf0-4fe2-bc61-264c8fb1613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:26.881782 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-5a154948-fdf0-4fe2-bc61-264c8fb1613c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6914886f-2453-4e2b-b317-9b098cdb31ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795922 Feb 15 22:00:27.022909 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-367fe2ed-273a-4d55-b50e-d88213c98292 service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334133 Feb 15 22:00:27.162942 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a56c6fa-23df-443c-a68c-8ee948f017b5 req-269a9b3c-e7fd-4eb2-9321-df9b6ded68dc service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1321397 Feb 15 22:00:27.726015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc85c4e-4e8d-4eb6-9316-921dae9ec0dd req-bc1c574e-5f4a-4470-a1f8-c210708435cf tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:27.728222 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ddc85c4e-4e8d-4eb6-9316-921dae9ec0dd req-bc1c574e-5f4a-4470-a1f8-c210708435cf tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0879796 Feb 15 22:00:27.781919 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ddc85c4e-4e8d-4eb6-9316-921dae9ec0dd req-66f24a6f-6080-4d6e-88ab-769ba0cdb00a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0465615 Feb 15 22:00:28.976772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490c30-74f5-4e39-bc54-2c56716347e2 req-9b431d19-be73-4c46-ae83-1ea82dc28a3c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:28.978340 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3a490c30-74f5-4e39-bc54-2c56716347e2 req-9b431d19-be73-4c46-ae83-1ea82dc28a3c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0849333 Feb 15 22:00:29.027512 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3a490c30-74f5-4e39-bc54-2c56716347e2 req-14bb084e-3d99-457c-92fc-24baccb9bae8 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0429225 Feb 15 22:00:30.225374 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178baad-b0de-4a2e-b625-3e071489d031 req-650fbd86-0264-4718-8fbd-990bff72e258 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:30.226954 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9178baad-b0de-4a2e-b625-3e071489d031 req-650fbd86-0264-4718-8fbd-990bff72e258 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0892360 Feb 15 22:00:30.275859 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9178baad-b0de-4a2e-b625-3e071489d031 req-0b36a0e7-669b-468d-8df8-8da50ca32c62 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0419843 Feb 15 22:00:31.474534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc5f96-0954-4ebb-845b-1c45aeecd4ed req-29e23841-21f4-4f37-9374-f284a215939c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:31.476094 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08dc5f96-0954-4ebb-845b-1c45aeecd4ed req-29e23841-21f4-4f37-9374-f284a215939c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0857165 Feb 15 22:00:31.528431 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08dc5f96-0954-4ebb-845b-1c45aeecd4ed req-4963eedc-bcb4-4dbb-a318-11f2f825aba9 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0449195 Feb 15 22:00:32.549032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:32.722973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65d0e7-85b0-483b-81fb-26b54bb6b0c4 req-9fde984e-5637-4c55-a298-95d1dee80a18 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:32.724583 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3d65d0e7-85b0-483b-81fb-26b54bb6b0c4 req-9fde984e-5637-4c55-a298-95d1dee80a18 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0849228 Feb 15 22:00:32.773799 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3d65d0e7-85b0-483b-81fb-26b54bb6b0c4 req-66e47567-4c68-43c5-8667-c7ad6356cd3b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0427141 Feb 15 22:00:33.970987 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c168ca-32da-45ca-85d2-f03bf8745007 req-5941bdcc-588f-4f26-9e80-f8d324cd599c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:33.972530 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9c168ca-32da-45ca-85d2-f03bf8745007 req-5941bdcc-588f-4f26-9e80-f8d324cd599c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0882428 Feb 15 22:00:34.022211 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9c168ca-32da-45ca-85d2-f03bf8745007 req-a27e5b27-f9c3-4c99-af9f-be7d25684e2e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0435042 Feb 15 22:00:35.221572 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f9429-ff76-4f76-82d0-e98bb501293a req-beacb3cf-ad27-4676-8379-caf0c45d811c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:35.223152 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ed4f9429-ff76-4f76-82d0-e98bb501293a req-beacb3cf-ad27-4676-8379-caf0c45d811c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0867143 Feb 15 22:00:35.275354 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ed4f9429-ff76-4f76-82d0-e98bb501293a req-ab54b5af-bc03-47be-b75c-b40121d0fc03 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0457978 Feb 15 22:00:36.694856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dd316-597f-4b67-85a1-2fd34624e7f3 req-ec104f41-44b6-48b2-8cd5-72ade3cab949 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:36.696528 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef7dd316-597f-4b67-85a1-2fd34624e7f3 req-ec104f41-44b6-48b2-8cd5-72ade3cab949 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.3071940 Feb 15 22:00:36.745022 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef7dd316-597f-4b67-85a1-2fd34624e7f3 req-940fa1cf-6387-4838-866d-46a0089430f8 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0414541 Feb 15 22:00:37.946336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ae619-9c91-4d1c-b4ee-ee02fdd7e8c4 req-ae64b51a-5794-4a6b-bfc9-f0f15af0b827 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:37.947999 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-778ae619-9c91-4d1c-b4ee-ee02fdd7e8c4 req-ae64b51a-5794-4a6b-bfc9-f0f15af0b827 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0908687 Feb 15 22:00:38.001362 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-778ae619-9c91-4d1c-b4ee-ee02fdd7e8c4 req-2db20cb0-72ed-4d9a-abad-8adf5c7d6fff tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0454473 Feb 15 22:00:39.202101 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b85aeb-ed9e-48b0-b5fe-13eb6ae90a00 req-b439d967-f9d8-4e7e-b41e-f4fdb963ea53 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:39.203757 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c8b85aeb-ed9e-48b0-b5fe-13eb6ae90a00 req-b439d967-f9d8-4e7e-b41e-f4fdb963ea53 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0867023 Feb 15 22:00:39.257428 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c8b85aeb-ed9e-48b0-b5fe-13eb6ae90a00 req-cb78ac46-4546-4285-8059-be65638e71a5 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0472298 Feb 15 22:00:40.457667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698a96e-2224-4902-b68d-4e83bbce6dd4 req-b26bef77-e4fe-46ac-8397-3d710d9bb16c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:40.459265 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c698a96e-2224-4902-b68d-4e83bbce6dd4 req-b26bef77-e4fe-46ac-8397-3d710d9bb16c tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0883942 Feb 15 22:00:40.509469 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c698a96e-2224-4902-b68d-4e83bbce6dd4 req-89772ea2-f443-44e3-9dc6-9b5be08e16ff tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0434232 Feb 15 22:00:41.712062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6730522-7d7a-473d-b269-502b4e9a7a65 req-7815f92b-0bc9-401f-8420-d4c88e54987f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:41.713663 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b6730522-7d7a-473d-b269-502b4e9a7a65 req-7815f92b-0bc9-401f-8420-d4c88e54987f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0922775 Feb 15 22:00:41.763566 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b6730522-7d7a-473d-b269-502b4e9a7a65 req-9bbae7e8-4986-4a8a-a468-eabad5e63abb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0434649 Feb 15 22:00:42.090263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:00:42.166929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:00:42.167352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:42.963060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d5503-56bf-49e5-8bd3-297ac6feafc9 req-bc0ba62a-5954-4b87-a06d-0cfea6e26e6b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:42.964697 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-105d5503-56bf-49e5-8bd3-297ac6feafc9 req-bc0ba62a-5954-4b87-a06d-0cfea6e26e6b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0863638 Feb 15 22:00:43.020538 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-105d5503-56bf-49e5-8bd3-297ac6feafc9 req-ea47283d-5f5b-4e9a-a2de-b041a1de0fde tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0487323 Feb 15 22:00:44.221545 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4322c7d-24df-48f6-b1e0-27667f75842a req-7b432ae1-03fb-48ae-92fd-5b8946c015c7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:44.223156 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a4322c7d-24df-48f6-b1e0-27667f75842a req-7b432ae1-03fb-48ae-92fd-5b8946c015c7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0885613 Feb 15 22:00:44.273686 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a4322c7d-24df-48f6-b1e0-27667f75842a req-63626980-e2cb-4e4b-b27d-940057952620 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0440855 Feb 15 22:00:44.341661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:00:45.472806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ee4ee-3437-4c92-a81a-5c84cef9232e req-6676773e-c375-4491-8844-68cfb13a6362 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:00:45.474384 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-386ee4ee-3437-4c92-a81a-5c84cef9232e req-6676773e-c375-4491-8844-68cfb13a6362 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0899820 Feb 15 22:00:45.523316 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-386ee4ee-3437-4c92-a81a-5c84cef9232e req-d0ea472a-b69a-48fb-9660-ad4a25a6e261 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=8316c84e-e03d-4dfc-a466-925010e6d8c6&id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0423582 Feb 15 22:00:46.142074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:00:46.214713 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:00:46.215138 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:47.047541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 33054) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:00:47.112981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Deleting subnet efd143d0-2e60-40f6-9c20-5014a529082c {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 22:00:47.116082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:47.170861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:47.178160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:47.452034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:47.467349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cebffb8f-ab70-4cde-a06b-fb2d0a0095dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:00:47.514763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd143d0-2e60-40f6-9c20-5014a529082c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:00:47.527017 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.527448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.527887 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.528287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.528683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.529078 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.529474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.529861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.530252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.530642 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.531026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.531447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.531860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.534265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.534265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.534265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.534265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.534265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.534265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.534861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.534861 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.535182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.535601 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.535989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:00:47.562646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0590dba3-39aa-4702-ad64-19d191dcbd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:47.585764 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:00:47.621472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:47.630785 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1381c50f-8276-4fd9-b395-f03670c5846d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/efd143d0-2e60-40f6-9c20-5014a529082c HTTP/1.1" status: 204 len: 168 time: 0.5820558 Feb 15 22:00:47.630928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33060) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:00:47.747640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:47.933375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:48.044864 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc34c65a-eebe-4769-bec2-cdbdad89ccc5']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:00:48.057492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:00:48.057980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b90b2f8-e3d8-4594-bdb5-bea0d7831de5') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:00:48.070113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:48.085158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:48.087126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 22:00:48.265056 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:00:48.273969 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:48.450903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Network dc34c65a-eebe-4769-bec2-cdbdad89ccc5 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 22:00:48.473247 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 22:00:48.623734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:48.627681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:00:48.652006 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:48.655359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc34c65a-eebe-4769-bec2-cdbdad89ccc5,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:00:48.658627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:00:48.721669 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dc34c65a-eebe-4769-bec2-cdbdad89ccc5 HTTP/1.1" status: 204 len: 168 time: 1.0895605 Feb 15 22:00:48.938112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33068) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:00:48.989403 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b23ba0ba-6811-4331-b16c-dabe49dfc82c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06753aa9c7bf45b59b2b9dc24627b622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499604 Feb 15 22:00:48.991747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33072) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:00:49.051351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-00eaaf0e-9737-44d6-bfea-367837da7d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:49.078623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-00eaaf0e-9737-44d6-bfea-367837da7d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:49.234456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-00eaaf0e-9737-44d6-bfea-367837da7d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:49.239561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-67f90818-8578-4e38-a6dd-9558b3d6f608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:00:49.252989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eaaf0e-9737-44d6-bfea-367837da7d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71982ae0-2b5b-4864-b62c-945b0a218efc,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:00:49.255862 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-00eaaf0e-9737-44d6-bfea-367837da7d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:00:49.258016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-00eaaf0e-9737-44d6-bfea-367837da7d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:49.259201 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-00eaaf0e-9737-44d6-bfea-367837da7d35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71982ae0-2b5b-4864-b62c-945b0a218efc HTTP/1.1" status: 204 len: 168 time: 0.2665234 Feb 15 22:00:50.034339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aa698988-d91c-42a3-ad41-14c9589f0908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:50.531212 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:51.731822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:00:53.057366 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:00.825534 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc105eff-12c7-4525-a750-925ca5638188 req-297f56bc-1b9e-43af-a40f-260877a20274 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0827341 Feb 15 22:01:00.916881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 33166) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:01:00.931509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc105eff-12c7-4525-a750-925ca5638188 req-f35548d6-f6e4-4a5e-bf3d-2dbff9bfc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:00.933419 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc105eff-12c7-4525-a750-925ca5638188 req-f35548d6-f6e4-4a5e-bf3d-2dbff9bfc7c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1202 time: 0.0794175 Feb 15 22:01:01.052821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:01.069299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:01:01.073653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] Usage tracker for resource:security_group_rule and tenant:f06dede011644d4299d4e6fc3ecbd808 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:01:01.077222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:01:01.083219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:01:01.106449 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc105eff-12c7-4525-a750-925ca5638188 req-fb25324f-78bd-43f3-92b6-411c72b64c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:01.108240 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc105eff-12c7-4525-a750-925ca5638188 req-fb25324f-78bd-43f3-92b6-411c72b64c52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 200 len: 908 time: 0.1480110 Feb 15 22:01:01.228744 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc105eff-12c7-4525-a750-925ca5638188 req-4dfe2932-f7d6-437a-8483-3225de0227b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 1001 time: 0.1070020 Feb 15 22:01:01.237331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:01.297294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:01.297790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc105eff-12c7-4525-a750-925ca5638188 req-2b10eb46-b0c7-416b-ab9c-196ec84f417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:01.299377 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc105eff-12c7-4525-a750-925ca5638188 req-2b10eb46-b0c7-416b-ab9c-196ec84f417a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f3b02fd-58c3-4163-87b2-e7a012012ece HTTP/1.1" status: 200 len: 853 time: 0.0642753 Feb 15 22:01:01.306469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-23bafba6-3cde-4144-9ce3-5dd01837a6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:01:01.350553 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f06dede011644d4299d4e6fc3ecbd808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324601 Feb 15 22:01:01.351599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ececa-a0c6-4997-b3db-0544987696bd,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:01:01.354372 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 33174) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:01:01.357676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:01:01.422806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-80d533f7-ce99-4c87-bdce-3d1cf0deda82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:01.454520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-80d533f7-ce99-4c87-bdce-3d1cf0deda82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:01.588839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-80d533f7-ce99-4c87-bdce-3d1cf0deda82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:01.593033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a09cc526-9300-4abc-9d1d-828faa5b411a tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:01:01.606752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d533f7-ce99-4c87-bdce-3d1cf0deda82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ececa-a0c6-4997-b3db-0544987696bd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:01:01.609556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-80d533f7-ce99-4c87-bdce-3d1cf0deda82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:01:01.613062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-80d533f7-ce99-4c87-bdce-3d1cf0deda82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:01.614276 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-80d533f7-ce99-4c87-bdce-3d1cf0deda82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b5ececa-a0c6-4997-b3db-0544987696bd HTTP/1.1" status: 204 len: 168 time: 0.2588711 Feb 15 22:01:01.620891 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc105eff-12c7-4525-a750-925ca5638188 req-d1ca04b8-5046-4da4-abd9-c19e7f172e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:01.622504 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc105eff-12c7-4525-a750-925ca5638188 req-d1ca04b8-5046-4da4-abd9-c19e7f172e9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6914886f-2453-4e2b-b317-9b098cdb31ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3170695 Feb 15 22:01:01.784569 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc105eff-12c7-4525-a750-925ca5638188 req-31349781-0e41-43b7-9ed8-f2a9b216bbb5 service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461174 Feb 15 22:01:01.940393 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cc105eff-12c7-4525-a750-925ca5638188 req-24d7c319-01d7-44fc-962b-0e7412d78e49 service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1486905 Feb 15 22:01:02.531674 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:17.553811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-973863f8-8dca-4136-ab1e-9d51980c32e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:20.051499 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e41582d3-afe0-4456-9939-b997151c2b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:20.553864 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:21.340474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:01:21.754534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:23.051276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:28.170974 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf7568-de66-42ed-8415-70636c1c1bd1 req-0c67e817-0865-4777-9e97-646f6f1ecd86 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:28.172573 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d5cf7568-de66-42ed-8415-70636c1c1bd1 req-0c67e817-0865-4777-9e97-646f6f1ecd86 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0892484 Feb 15 22:01:28.220585 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d5cf7568-de66-42ed-8415-70636c1c1bd1 req-ba529435-43f6-40fb-8cc5-2511036384a1 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410645 Feb 15 22:01:29.423841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697c0fc-76a1-49f0-8011-b30c6f9d5919 req-d1e8434e-e611-4788-acfd-b1d367ee86e8 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:29.425487 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5697c0fc-76a1-49f0-8011-b30c6f9d5919 req-d1e8434e-e611-4788-acfd-b1d367ee86e8 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0910225 Feb 15 22:01:29.475127 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5697c0fc-76a1-49f0-8011-b30c6f9d5919 req-a2494683-b5ae-4732-87b8-341e8797294f tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Feb 15 22:01:30.669957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfe4d6-627a-4f8c-ada9-30a04d6308bb req-4e090fb8-97a2-4219-b0e5-affcd3a2296b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:30.671842 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-89bfe4d6-627a-4f8c-ada9-30a04d6308bb req-4e090fb8-97a2-4219-b0e5-affcd3a2296b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0856583 Feb 15 22:01:30.722595 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-89bfe4d6-627a-4f8c-ada9-30a04d6308bb req-aa78e08a-ca45-44d6-a08a-630c478b901e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441799 Feb 15 22:01:31.919833 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951992e-2572-4838-981e-8b9344b774c3 req-c81a9f80-c148-4e42-8ef9-50243d9d9662 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:31.921409 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1951992e-2572-4838-981e-8b9344b774c3 req-c81a9f80-c148-4e42-8ef9-50243d9d9662 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0843258 Feb 15 22:01:31.969089 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1951992e-2572-4838-981e-8b9344b774c3 req-88b32c75-94ba-429b-87af-93c878e4ad70 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 Feb 15 22:01:32.679721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:33.169123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912863a-eb07-471a-b32c-4fc72684e307 req-167832a2-04f0-4b3d-816a-f08f735fedc2 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:33.170700 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8912863a-eb07-471a-b32c-4fc72684e307 req-167832a2-04f0-4b3d-816a-f08f735fedc2 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0904891 Feb 15 22:01:33.217920 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8912863a-eb07-471a-b32c-4fc72684e307 req-db4095aa-92e4-4557-9b18-45b2f175eca7 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Feb 15 22:01:34.412277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce910d-449f-4fd7-9cc0-a7023cf41039 req-c2060200-7091-44ea-9748-8c495f3a35ce tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:34.413847 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fcce910d-449f-4fd7-9cc0-a7023cf41039 req-c2060200-7091-44ea-9748-8c495f3a35ce tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0840595 Feb 15 22:01:34.464321 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fcce910d-449f-4fd7-9cc0-a7023cf41039 req-a5595a77-f818-4ed5-961d-5c34ff0d48be tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Feb 15 22:01:35.661157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adee65-0ea3-40e3-8c67-8efe2d6a027b req-9ed96cc2-b19b-4e41-84d0-a89b6ecb2309 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:35.663336 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d5adee65-0ea3-40e3-8c67-8efe2d6a027b req-9ed96cc2-b19b-4e41-84d0-a89b6ecb2309 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0874927 Feb 15 22:01:35.711733 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d5adee65-0ea3-40e3-8c67-8efe2d6a027b req-d3788015-6c2e-4d17-9df2-e37300029864 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Feb 15 22:01:37.048445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9e386-f6e6-4d29-a398-dc979ee41baf req-33ddd615-bc03-4328-8acd-d01099396211 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:37.049975 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1de9e386-f6e6-4d29-a398-dc979ee41baf req-33ddd615-bc03-4328-8acd-d01099396211 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0900047 Feb 15 22:01:37.099365 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1de9e386-f6e6-4d29-a398-dc979ee41baf req-494f056e-3542-4afc-a977-c70f561ce849 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422754 Feb 15 22:01:38.297562 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262b767-e717-422b-a8a0-319660666a76 req-5d9facef-e121-4e69-9109-47de9c17668c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:38.299180 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d262b767-e717-422b-a8a0-319660666a76 req-5d9facef-e121-4e69-9109-47de9c17668c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0849268 Feb 15 22:01:38.352615 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d262b767-e717-422b-a8a0-319660666a76 req-d4b8acff-f2f1-4a02-ab87-a42ef1105d7a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461478 Feb 15 22:01:39.551913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fd80a-0646-408d-8565-66885ef9da4c req-93fc5384-3a34-4ff6-87cc-d53c35241930 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:39.553567 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba4fd80a-0646-408d-8565-66885ef9da4c req-93fc5384-3a34-4ff6-87cc-d53c35241930 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0858192 Feb 15 22:01:39.601921 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba4fd80a-0646-408d-8565-66885ef9da4c req-e4527887-aaaa-4c3f-81ed-a7b54e8ddabf tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Feb 15 22:01:40.801532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015b002-58b0-4c62-9c34-242be97987ac req-883eeca1-9942-4000-b05c-16b6dddda1c6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:40.803661 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e015b002-58b0-4c62-9c34-242be97987ac req-883eeca1-9942-4000-b05c-16b6dddda1c6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0891798 Feb 15 22:01:40.851244 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e015b002-58b0-4c62-9c34-242be97987ac req-b857ec49-9696-4b6d-85b7-db47593fded5 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409079 Feb 15 22:01:42.048349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71c9fa-27c9-4c31-bf6c-5a0032c0fad9 req-c1216fb3-44f1-4e42-8be1-6d0ae1423728 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:42.048349 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb71c9fa-27c9-4c31-bf6c-5a0032c0fad9 req-c1216fb3-44f1-4e42-8be1-6d0ae1423728 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0869744 Feb 15 22:01:42.100571 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cb71c9fa-27c9-4c31-bf6c-5a0032c0fad9 req-23772084-de26-40b7-9b85-52df8ac77835 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463011 Feb 15 22:01:43.296669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571bdcc-9627-41f0-8147-5a04a0800b7b req-186e1652-7bd7-4dd0-8bed-267bc7843d7b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:43.298180 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e571bdcc-9627-41f0-8147-5a04a0800b7b req-186e1652-7bd7-4dd0-8bed-267bc7843d7b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0842924 Feb 15 22:01:43.345979 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e571bdcc-9627-41f0-8147-5a04a0800b7b req-fa72c183-65d7-4b52-bbe2-f467e8f80f4d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417094 Feb 15 22:01:44.543963 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866edb5-0638-4edc-a9e0-c68f4fe0defb req-15ac17d1-8d2f-43e2-b20d-e32e47f25c28 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:44.545555 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e866edb5-0638-4edc-a9e0-c68f4fe0defb req-15ac17d1-8d2f-43e2-b20d-e32e47f25c28 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0895243 Feb 15 22:01:44.592822 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e866edb5-0638-4edc-a9e0-c68f4fe0defb req-410e7245-9377-4aad-b2bd-938364ceb27d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411184 Feb 15 22:01:44.996965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb52f4-4852-4063-a27a-3992a11b2194 req-680050b5-b74e-43df-9b16-489a0cae27e4 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:44.998487 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f5eb52f4-4852-4063-a27a-3992a11b2194 req-680050b5-b74e-43df-9b16-489a0cae27e4 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0879693 Feb 15 22:01:45.050252 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f5eb52f4-4852-4063-a27a-3992a11b2194 req-94de34de-8789-408c-8e37-ca9f177f99c6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454845 Feb 15 22:01:45.073559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-67eaeebb-96f6-444e-a7d6-5b47f57a340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:45.075181 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-67eaeebb-96f6-444e-a7d6-5b47f57a340e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 1162 time: 0.0788271 Feb 15 22:01:45.217245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-9baeace4-dab3-4e14-8682-8a7f7f0bda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:45.218852 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-9baeace4-dab3-4e14-8682-8a7f7f0bda84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 200 len: 903 time: 0.1369214 Feb 15 22:01:45.330041 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-dcd0fa18-b24a-410d-beb3-2bd4e84ceb58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c47a8f48-cfcf-4abb-952d-8af350977bfc HTTP/1.1" status: 200 len: 1000 time: 0.1039248 Feb 15 22:01:45.398552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-342b1410-c9b8-4ed1-af5c-0f8869fe28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:45.400067 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-342b1410-c9b8-4ed1-af5c-0f8869fe28c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa44811f-9767-4fda-ac4a-2e019e8eca6c HTTP/1.1" status: 200 len: 848 time: 0.0622966 Feb 15 22:01:45.482224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-c7e1006f-2f1b-4611-9cf5-baa321837e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:45.483824 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-c7e1006f-2f1b-4611-9cf5-baa321837e4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74a976b8-a3ef-4109-b8d1-48b755edb77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774772 Feb 15 22:01:45.623595 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-4f89f2c4-8d99-4283-98ea-510418f35600 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328187 Feb 15 22:01:45.763184 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-97ec9a2d-491e-4f06-b08c-5b535bad9463 req-e9fe4bbc-9190-481f-b7db-4a5ac42b16f3 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1334598 Feb 15 22:01:46.249940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7021b-a358-4fac-bbfc-8f94ad755d1a req-2608b8b1-f9e8-47e9-bbf5-8d950063b04e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:46.251544 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fca7021b-a358-4fac-bbfc-8f94ad755d1a req-2608b8b1-f9e8-47e9-bbf5-8d950063b04e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0871232 Feb 15 22:01:46.299278 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fca7021b-a358-4fac-bbfc-8f94ad755d1a req-89d18dec-6724-43d1-bc22-f7e9c43e1be3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Feb 15 22:01:47.501014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf533420-01fd-41f2-a7c1-583d56d6255a req-ad2de75b-2e56-4daf-a82b-12f279312880 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:47.502615 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf533420-01fd-41f2-a7c1-583d56d6255a req-ad2de75b-2e56-4daf-a82b-12f279312880 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0931666 Feb 15 22:01:47.551958 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf533420-01fd-41f2-a7c1-583d56d6255a req-573e8ed6-45fe-42cd-a9e8-87e633cc6800 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Feb 15 22:01:47.559751 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-482bb741-3f23-4e96-8b66-e5670d30eb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:50.028027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-51bd4140-abad-4f03-b19b-7cbecb5cc083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:50.530892 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:50.957869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeda045-bbe0-4059-a0a4-f9ca35235edc req-3426c64b-7ce9-4141-98f7-2c35e1513711 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:50.959441 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7eeda045-bbe0-4059-a0a4-f9ca35235edc req-3426c64b-7ce9-4141-98f7-2c35e1513711 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0857995 Feb 15 22:01:51.006891 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7eeda045-bbe0-4059-a0a4-f9ca35235edc req-3d45ef7f-3941-49ac-9a66-d8125cdb50fc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413415 Feb 15 22:01:51.725453 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:52.213700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95525c-df57-4ddf-b6d7-daa398703ebc req-3cea160f-6f21-408f-9ab7-77072f438c3c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:52.215316 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bb95525c-df57-4ddf-b6d7-daa398703ebc req-3cea160f-6f21-408f-9ab7-77072f438c3c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0898268 Feb 15 22:01:52.262558 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bb95525c-df57-4ddf-b6d7-daa398703ebc req-c5609b73-c89e-4a51-bed2-59b4daa67947 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408864 Feb 15 22:01:53.062091 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:53.641529 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f738e8c-f87a-4060-84f1-d25b6bc1e0e3 req-20a0f783-9e4d-48a7-85f8-7ac79561e9de tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:53.643139 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f738e8c-f87a-4060-84f1-d25b6bc1e0e3 req-20a0f783-9e4d-48a7-85f8-7ac79561e9de tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.2646043 Feb 15 22:01:53.691577 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f738e8c-f87a-4060-84f1-d25b6bc1e0e3 req-15a7510a-938b-4b2b-894e-13cb9056c4bf tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413983 Feb 15 22:01:54.303700 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-352249a9-371d-4770-a210-182f0fe5df05 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-549180623&fields=id&tenant_id=1faea400ec08493cb60bda06aea88e75 HTTP/1.1" status: 200 len: 267 time: 0.0919850 Feb 15 22:01:54.391872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-7ed83f02-f714-4b29-bb2e-dbb4b82ddcb1 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:54.393540 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-7ed83f02-f714-4b29-bb2e-dbb4b82ddcb1 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 984 time: 0.0837054 Feb 15 22:01:54.406078 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Request body: {'port': {'security_groups': ['b617f6e9-808b-42a6-a049-a6391270b0d7']}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:01:54.535794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:54.962718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] For port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:01:54.985243 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb91d9-30ad-47ca-863d-c04382c33233 req-c56ad2f0-4157-4ec1-a6a1-49e90532efd6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:54.986824 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8eeb91d9-30ad-47ca-863d-c04382c33233 req-c56ad2f0-4157-4ec1-a6a1-49e90532efd6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1416323 Feb 15 22:01:55.017810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:55.045569 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8eeb91d9-30ad-47ca-863d-c04382c33233 req-6143b2de-f7c6-4412-8434-d7cd6df77e3b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482495 Feb 15 22:01:55.057243 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:55.073619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6ae436f1-5e7d-4170-a0c7-e07bd72b7893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:01:55.449047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event updated for resources: {'Port': ['ID=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,revision_number=6']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:01:55.463056 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.463492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.463900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.464299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.464701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.465096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.465489 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.465879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.466269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.466660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.467052 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.467452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.467882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.473511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:01:55.484486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:01:55.513061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:55.513735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:55.515227 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e0de8b6f-017b-4d3f-8d7f-0f72c5964ec9 req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "PUT /v2.0/ports/f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 942 time: 1.1144037 Feb 15 22:01:55.515820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:01:55.579513 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'status': 'completed', 'code': 200} Feb 15 22:01:55.600903 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-77c4d3f6-c5fa-4d87-80cd-7032dd8e1e76 req-f9422e44-08af-431c-b0cf-1e0b57cbd0c8 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups/8316c84e-e03d-4dfc-a466-925010e6d8c6 HTTP/1.1" status: 200 len: 3003 time: 0.0659142 Feb 15 22:01:55.699196 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f624d42-c801-4986-927a-27294c1a19d6 req-d6a91f12-b059-4f65-a834-d38624d42fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:55.701023 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f624d42-c801-4986-927a-27294c1a19d6 req-d6a91f12-b059-4f65-a834-d38624d42fd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1162 time: 0.0993576 Feb 15 22:01:55.713773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-77c4d3f6-c5fa-4d87-80cd-7032dd8e1e76 req-ec3b6c9d-ac5f-44b6-9357-a1d65e8ae6fa tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:55.747755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-77c4d3f6-c5fa-4d87-80cd-7032dd8e1e76 req-ec3b6c9d-ac5f-44b6-9357-a1d65e8ae6fa tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:55.798088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-e039bbee-860b-4874-be29-7103978c45c7 None None] Provisioning complete for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:01:55.798776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e039bbee-860b-4874-be29-7103978c45c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:55.839646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-77c4d3f6-c5fa-4d87-80cd-7032dd8e1e76 req-ec3b6c9d-ac5f-44b6-9357-a1d65e8ae6fa tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:55.844862 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e61bb98d-df1b-4b3c-af90-19347dc0a1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:01:55.852288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f624d42-c801-4986-927a-27294c1a19d6 req-e6b0baa1-41c4-4f86-bb86-040758e4f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:55.855017 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f624d42-c801-4986-927a-27294c1a19d6 req-e6b0baa1-41c4-4f86-bb86-040758e4f990 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 200 len: 908 time: 0.1481001 Feb 15 22:01:55.867444 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b6c9d-ac5f-44b6-9357-a1d65e8ae6fa tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8316c84e-e03d-4dfc-a466-925010e6d8c6,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:01:55.870414 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ec3b6c9d-ac5f-44b6-9357-a1d65e8ae6fa tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:01:55.908238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-77c4d3f6-c5fa-4d87-80cd-7032dd8e1e76 req-ec3b6c9d-ac5f-44b6-9357-a1d65e8ae6fa tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:55.927438 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-77c4d3f6-c5fa-4d87-80cd-7032dd8e1e76 req-ec3b6c9d-ac5f-44b6-9357-a1d65e8ae6fa tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "DELETE /v2.0/security-groups/8316c84e-e03d-4dfc-a466-925010e6d8c6 HTTP/1.1" status: 204 len: 173 time: 0.3186789 Feb 15 22:01:55.993550 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f624d42-c801-4986-927a-27294c1a19d6 req-6de9a41e-1fe8-4176-ad46-aff2450bbd5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 1001 time: 0.1321461 Feb 15 22:01:56.055679 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-c2b34b02-64ed-4d22-aafe-cb9fb827910f tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/floatingips/5ee78304-8e10-4356-9859-b22130bb15c1 HTTP/1.1" status: 200 len: 998 time: 0.1201596 Feb 15 22:01:56.065896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f624d42-c801-4986-927a-27294c1a19d6 req-91c53d19-8665-45aa-bd54-31079e31f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:56.067515 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f624d42-c801-4986-927a-27294c1a19d6 req-91c53d19-8665-45aa-bd54-31079e31f010 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f3b02fd-58c3-4163-87b2-e7a012012ece HTTP/1.1" status: 200 len: 853 time: 0.0671818 Feb 15 22:01:56.156624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f624d42-c801-4986-927a-27294c1a19d6 req-257ee0c4-6494-42fd-9cc4-368138e38955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:56.158942 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f624d42-c801-4986-927a-27294c1a19d6 req-257ee0c4-6494-42fd-9cc4-368138e38955 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6914886f-2453-4e2b-b317-9b098cdb31ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808001 Feb 15 22:01:56.283184 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-b422635c-0ff2-484a-94e8-d9ff42b76899 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:56.284711 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-b422635c-0ff2-484a-94e8-d9ff42b76899 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 784 time: 0.2225349 Feb 15 22:01:56.298714 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-babdb12a-3692-4be4-a092-83f2eb0f7064 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 22:01:56.299796 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-babdb12a-3692-4be4-a092-83f2eb0f7064 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0070150 Feb 15 22:01:56.302392 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f624d42-c801-4986-927a-27294c1a19d6 req-3e20dc90-67b6-4270-a1d2-21d94dfb6e7b service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366827 Feb 15 22:01:56.310418 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75efdd2-3fc5-4a30-814e-69df04835c0b req-7553f47d-2568-4c65-9bb3-c414425c47d6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:56.311947 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c75efdd2-3fc5-4a30-814e-69df04835c0b req-7553f47d-2568-4c65-9bb3-c414425c47d6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1458583 Feb 15 22:01:56.332987 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:01:56.406773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:01:56.407204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:56.450753 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f624d42-c801-4986-927a-27294c1a19d6 req-e842f27d-5f7d-447c-a7d6-41beff7ea1d3 service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414027 Feb 15 22:01:56.451319 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c75efdd2-3fc5-4a30-814e-69df04835c0b req-2782798c-d1ca-46f6-90ac-9f5e1282dd17 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856223 Feb 15 22:01:56.456474 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-0f29258e-4f05-4978-ba50-b63b58451667 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.187 HTTP/1.1" status: 200 len: 1001 time: 0.1435697 Feb 15 22:01:56.540376 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-b1e21a2a-d7d0-4e0e-b6f1-f5e2a5f340e4 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:56.541851 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-b1e21a2a-d7d0-4e0e-b6f1-f5e2a5f340e4 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports/f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 942 time: 0.0783708 Feb 15 22:01:56.727474 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-4e92ad37-2692-4a2a-8c53-a3ba81f354f5 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.187 HTTP/1.1" status: 200 len: 1001 time: 0.1061599 Feb 15 22:01:56.947894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Deleting port a00f6841-1323-400e-ab5e-0c2c324f35d2 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:01:56.948195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:57.127353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:57.127790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:57.260104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Calling delete_port for a00f6841-1323-400e-ab5e-0c2c324f35d2 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:01:57.443812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:57.459800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7c258a96-4cd5-4302-a1a0-0e9bc577f1c2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:01:57.517447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event deleted for resources: {'Port': ['ID=a00f6841-1323-400e-ab5e-0c2c324f35d2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:01:57.523487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:01:57.696809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:57.697196 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Floating IP 5ee78304-8e10-4356-9859-b22130bb15c1 disassociated (deleted). External IP: 172.27.0.187, port: f2907a9a-eb96-41b0-9f55-c3dc00ef47a5. Feb 15 22:01:57.821599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d778e94-6b45-419f-a03c-461bcb06fbd2 req-7ec51946-b622-496c-baba-468d87615c31 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:57.823216 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2d778e94-6b45-419f-a03c-461bcb06fbd2 req-7ec51946-b622-496c-baba-468d87615c31 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.2400949 Feb 15 22:01:57.903874 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2d778e94-6b45-419f-a03c-461bcb06fbd2 req-cbcaaa8c-a862-49ff-8afc-3a0586610ac9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633643 Feb 15 22:01:58.126291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:01:58.340061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:01:58.543333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:01:58.553898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] Sync routers for ids ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:01:58.564040 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] Routers {'572f89aa-6ed8-4b51-8b91-57d4792ce0e6'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:01:58.564712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:01:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:01:58.657785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:01:58.720687 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-58184eb8-700d-4e64-bb36-8c9dcd06bef2 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "DELETE /v2.0/floatingips/5ee78304-8e10-4356-9859-b22130bb15c1 HTTP/1.1" status: 204 len: 173 time: 1.9870222 Feb 15 22:01:58.721281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:01:58.758851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] Set router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:01:58.778223 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'status': 'completed', 'code': 200} Feb 15 22:01:58.821754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-8a93a9a7-59a9-47fc-9744-68fa67536f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:58.823423 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-8a93a9a7-59a9-47fc-9744-68fa67536f97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1162 time: 0.0813942 Feb 15 22:01:58.882231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-26133876-6dc0-4a7f-9921-100581fb7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:58.884026 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-26133876-6dc0-4a7f-9921-100581fb7d41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1faea400ec08493cb60bda06aea88e75&device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 1162 time: 0.0889597 Feb 15 22:01:58.973112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-f4fd400d-22c1-4f09-9a11-c781ad58faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:58.975667 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-f4fd400d-22c1-4f09-9a11-c781ad58faa7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 200 len: 908 time: 0.1459434 Feb 15 22:01:59.041119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-bf0f1561-6f87-43c4-b000-bb423206937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:59.043268 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-bf0f1561-6f87-43c4-b000-bb423206937a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 200 len: 908 time: 0.1521530 Feb 15 22:01:59.059140 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-b4190440-d2c3-417e-b1c8-6eb871441881 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 217 time: 0.0747366 Feb 15 22:01:59.124428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:34Z', 'revision_number': 5, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:01:59.126704 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-162d73a0-0f73-4ec1-b21d-15cd6b95d721 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 200 len: 217 time: 0.0769997 Feb 15 22:01:59.129211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] Checking router: 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:01:59.139129 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] Routers {'572f89aa-6ed8-4b51-8b91-57d4792ce0e6'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:01:59.139848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:01:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:01:59.222841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-378c7273-9b15-4bd0-aa8d-36d92188baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:59.222841 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-378c7273-9b15-4bd0-aa8d-36d92188baef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f3b02fd-58c3-4163-87b2-e7a012012ece HTTP/1.1" status: 200 len: 853 time: 0.1049459 Feb 15 22:01:59.246193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-531df52d-77ad-460c-b3d4-5991d6a95e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:59.247817 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-531df52d-77ad-460c-b3d4-5991d6a95e69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7f3b02fd-58c3-4163-87b2-e7a012012ece HTTP/1.1" status: 200 len: 853 time: 0.1058779 Feb 15 22:01:59.273928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167d74a-d622-4e47-bf68-b473b03d1add req-42ab685b-b30c-40b9-8ad3-46312bfb1b69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:59.275618 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0167d74a-d622-4e47-bf68-b473b03d1add req-42ab685b-b30c-40b9-8ad3-46312bfb1b69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.2153335 Feb 15 22:01:59.342318 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0167d74a-d622-4e47-bf68-b473b03d1add req-107e64c3-fc0d-40e7-b045-5fbb7128a519 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582139 Feb 15 22:01:59.350328 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-58171486-e685-4e39-9b05-85f174a2498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:59.352169 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-58171486-e685-4e39-9b05-85f174a2498b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6914886f-2453-4e2b-b317-9b098cdb31ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877187 Feb 15 22:01:59.354250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-0b070463-281f-462f-9b4b-5be232d5ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:01:59.356025 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-0b070463-281f-462f-9b4b-5be232d5ff8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6914886f-2453-4e2b-b317-9b098cdb31ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1372514 Feb 15 22:01:59.364852 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] Set router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:01:59.525109 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-5716bd6f-f949-4bd8-8604-46dbacb46660 service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655624 Feb 15 22:01:59.557585 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-3e78ef7a-abaf-4b18-ae8b-bcdb081b70dd service neutron] 10.222.0.41 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938519 Feb 15 22:01:59.684379 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8dba5be-4912-42aa-94cd-83c9f26de4e8 req-1b4ad243-1527-4a93-afc9-e09a0a8e9b3f service neutron] 10.222.0.47 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478386 Feb 15 22:01:59.711166 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e07cb5d4-43c0-4e9b-890c-d22927535d69 req-27288ba3-6100-4f7e-84c3-425171135b11 service neutron] 10.222.0.41 "GET /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1469624 Feb 15 22:01:59.744788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:34Z', 'revision_number': 5, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:01:59.749657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304516e-7f49-45e1-b803-7446ada6d0d0 None None] The sync data for ids ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'] in dv-cinder-775250-3-iscsi is: [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T21:57:22Z', 'revision_number': 4, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '728a5e92-500d-44d7-a762-7ed051107c36', 'name': '', 'network_id': '6914886f-2453-4e2b-b317-9b098cdb31ac', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'mac_address': 'fa:16:3e:02:e4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:20Z', 'updated_at': '2021-02-15T21:57:34Z', 'revision_number': 5, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'subnets': [{'id': '7f3b02fd-58c3-4163-87b2-e7a012012ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:02:00.143011 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dbf0e9-8d39-421e-9eec-2419882822de None None] New status for floating IP 5ee78304-8e10-4356-9859-b22130bb15c1: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:02:00.569678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e503b-0949-48b3-b0cc-6c7957a9a88a req-f6a6d419-a352-4768-8f1d-a45040f91917 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:00.572014 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac0e503b-0949-48b3-b0cc-6c7957a9a88a req-f6a6d419-a352-4768-8f1d-a45040f91917 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0947120 Feb 15 22:02:00.621110 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac0e503b-0949-48b3-b0cc-6c7957a9a88a req-5370e697-752f-485c-897f-150500426ec6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427461 Feb 15 22:02:00.705629 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-990bacc5-82e1-4182-ace2-9df4f930c5b1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-955421520&fields=id&tenant_id=ea1d4d03033642b5acadd7dd2746a475 HTTP/1.1" status: 200 len: 267 time: 0.0422432 Feb 15 22:02:00.840145 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-26a1187a-da81-4989-bd78-a41fc0c4a2c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0767527 Feb 15 22:02:00.873923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff37541-112b-4367-814e-cbb3a0874c41 req-95dbf6e2-9689-42ec-b397-cc91722b29f0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:00.874168 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-95dbf6e2-9689-42ec-b397-cc91722b29f0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 811 time: 0.1613419 Feb 15 22:02:00.890527 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-4f0fbb16-7daf-446d-a263-4635a0937c45 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/quotas/ea1d4d03033642b5acadd7dd2746a475 HTTP/1.1" status: 200 len: 375 time: 0.0100708 Feb 15 22:02:00.996715 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-291b8a69-2474-4c0f-8ef1-42964339fd01 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0989246 Feb 15 22:02:00.996950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-3ea83ea2-b17c-4b27-adf0-7430bb73b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:00.998613 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-3ea83ea2-b17c-4b27-adf0-7430bb73b3d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 1162 time: 0.0840161 Feb 15 22:02:01.013582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-f4843371-ad7e-4f99-96e2-0cd291ea8883 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 22:02:01.014644 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-f4843371-ad7e-4f99-96e2-0cd291ea8883 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057232 Feb 15 22:02:01.158176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-2790d823-325e-4ae1-8f81-b47da8d62f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:01.159780 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-2790d823-325e-4ae1-8f81-b47da8d62f9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 200 len: 903 time: 0.1420250 Feb 15 22:02:01.168957 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-3d7fe6d6-3370-471a-b621-79107de9dac9 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400476 Feb 15 22:02:01.276308 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-f6c6b7c9-052e-487d-8356-87dd78b2b447 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c47a8f48-cfcf-4abb-952d-8af350977bfc HTTP/1.1" status: 200 len: 1000 time: 0.1083758 Feb 15 22:02:01.325148 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-af7b0bc8-542e-4c7b-9cdb-6b8e02b5ee40 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1569536 Feb 15 22:02:01.357667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-c157bcbb-3903-406c-b71e-72acd278cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:01.359271 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-c157bcbb-3903-406c-b71e-72acd278cbfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa44811f-9767-4fda-ac4a-2e019e8eca6c HTTP/1.1" status: 200 len: 848 time: 0.0706923 Feb 15 22:02:01.450204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-60c0d523-6a6f-4c3f-8f47-94c2bc522b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:01.451958 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-60c0d523-6a6f-4c3f-8f47-94c2bc522b07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74a976b8-a3ef-4109-b8d1-48b755edb77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803592 Feb 15 22:02:01.595327 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-32b3f5bc-b967-4083-86bc-7c8b29531261 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362507 Feb 15 22:02:01.738758 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f4c242f9-450e-4cab-9172-57b97ad4e53e req-1dc59a5e-613b-4e73-a981-560e29c36593 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374168 Feb 15 22:02:01.898870 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0ec78bf1-b20a-4695-8b00-0eaa5676c96d req-70ea79a5-ba08-432b-82aa-d5d759046ea1 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 210 time: 0.0530767 Feb 15 22:02:01.921120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8022f-4328-495b-9272-72645d3960fa req-8872539c-0791-4ea5-8c05-e1543bead08b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:01.922740 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d5b8022f-4328-495b-9272-72645d3960fa req-8872539c-0791-4ea5-8c05-e1543bead08b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1382771 Feb 15 22:02:01.975099 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d5b8022f-4328-495b-9272-72645d3960fa req-daffef7a-2a7e-4f89-be9c-3013c95371fb tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456834 Feb 15 22:02:02.540845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:03.062805 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04b3f39a-aebc-41b4-ae2a-0cb1759e1f91 req-77905d82-7e32-401b-a637-769ac7387949 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 210 time: 0.0502095 Feb 15 22:02:03.177955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58a307-98f6-44f1-a615-ce0731ff351e req-b0322ff8-8965-4bc9-aa33-a3ef814c8bc6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:03.179599 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d58a307-98f6-44f1-a615-ce0731ff351e req-b0322ff8-8965-4bc9-aa33-a3ef814c8bc6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0864568 Feb 15 22:02:03.230133 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d58a307-98f6-44f1-a615-ce0731ff351e req-27775fec-d495-42c0-99b3-bd55c44b9e9b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 Feb 15 22:02:03.878775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff37541-112b-4367-814e-cbb3a0874c41 req-59038a92-f2fc-453f-99b3-e19a200bf103 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:03.880939 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-59038a92-f2fc-453f-99b3-e19a200bf103 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 811 time: 0.3940291 Feb 15 22:02:03.962029 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-b1bbafc5-53e2-43d4-8a4b-b926159c31c3 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea1d4d03033642b5acadd7dd2746a475 HTTP/1.1" status: 200 len: 5763 time: 0.0707793 Feb 15 22:02:03.972776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'port': {'device_id': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'admin_state_up': True, 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'security_groups': ['f15437c0-5aef-4e6e-b592-a48607ebdac8']}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:02:04.117006 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:02:04.121399 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Usage tracker for resource:port and tenant:ea1d4d03033642b5acadd7dd2746a475 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:02:04.124390 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:02:04.130784 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:02:04.199624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Made reservation on behalf of ea1d4d03033642b5acadd7dd2746a475 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:02:04.205346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:04.227534 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e0ec26d4-0412-4f73-8721-455246244ead req-39a8ac2b-ecaa-42da-aaaa-6372535fb45c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 210 time: 0.0510433 Feb 15 22:02:04.486314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e34998-d541-48da-b8f3-5c8adf786c09 req-7e22d6a8-b5f1-46a9-8675-2bd42f3391b6 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:04.500699 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f0e34998-d541-48da-b8f3-5c8adf786c09 req-7e22d6a8-b5f1-46a9-8675-2bd42f3391b6 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Synchronizing usage tracker for tenant:1faea400ec08493cb60bda06aea88e75 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:02:04.500699 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb03071-4d1f-42f5-9095-d8131d90b6dd req-4fac8a7d-1e0e-4e01-9490-256a6dfc254e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:04.500699 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb03071-4d1f-42f5-9095-d8131d90b6dd req-4fac8a7d-1e0e-4e01-9490-256a6dfc254e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1311111 Feb 15 22:02:04.524652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Allocated IP 172.20.0.3 (f0efd66c-3f9b-4ddd-b264-92453b2dea5a/3625f745-f8ca-4a8c-b503-4856dfcfd1e5/9b4737bf-7c9e-4637-a20d-3add0633419b) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:02:04.551247 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb03071-4d1f-42f5-9095-d8131d90b6dd req-ce9ea0be-c03a-4b2a-a6e2-f6e449391c10 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444958 Feb 15 22:02:04.553320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f0e34998-d541-48da-b8f3-5c8adf786c09 req-7e22d6a8-b5f1-46a9-8675-2bd42f3391b6 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Unset dirty status for tenant:1faea400ec08493cb60bda06aea88e75 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:02:04.560730 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0e34998-d541-48da-b8f3-5c8adf786c09 req-7e22d6a8-b5f1-46a9-8675-2bd42f3391b6 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.2354820 Feb 15 22:02:04.603610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f0e34998-d541-48da-b8f3-5c8adf786c09 req-24ebfcd7-bb78-40e1-b6a0-6e7d886733fc tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Synchronizing usage tracker for tenant:1faea400ec08493cb60bda06aea88e75 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:02:04.662041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f0e34998-d541-48da-b8f3-5c8adf786c09 req-24ebfcd7-bb78-40e1-b6a0-6e7d886733fc tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Unset dirty status for tenant:1faea400ec08493cb60bda06aea88e75 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:02:04.664195 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0e34998-d541-48da-b8f3-5c8adf786c09 req-24ebfcd7-bb78-40e1-b6a0-6e7d886733fc tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026230 Feb 15 22:02:04.731876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:04.749366 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Transition to ACTIVE for port object 9b4737bf-7c9e-4637-a20d-3add0633419b will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:02:04.810976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:04.826994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-efaa79f2-9032-4042-bf37-be36378d8f2e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:04.973246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'Port': ['ID=9b4737bf-7c9e-4637-a20d-3add0633419b,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:04.984327 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.984694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.985109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.985518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.985922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.986325 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.986731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.987132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.987564 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.987960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.988354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.988748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.989710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.990105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.990499 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.990894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.991285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.991702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.992097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.992488 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.992876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.993269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.993934 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.994324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:04.999982 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:05.042355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:02:05.043524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:02:05.045767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:02:05.113466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:05.114701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:05.171705 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2028689 Feb 15 22:02:05.185435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Request body: {'port': {'device_id': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:02:05.307700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:05.313367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-fca07580-8a97-4df1-b60e-b694dfc62ec5 None None] Provisioning for port 9b4737bf-7c9e-4637-a20d-3add0633419b completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:02:05.318973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-fca07580-8a97-4df1-b60e-b694dfc62ec5 None None] Provisioning complete for port 9b4737bf-7c9e-4637-a20d-3add0633419b triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:02:05.319596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fca07580-8a97-4df1-b60e-b694dfc62ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:05.378744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-fca07580-8a97-4df1-b60e-b694dfc62ec5 None None] Port 9b4737bf-7c9e-4637-a20d-3add0633419b cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 22:02:05.430538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff0d4c-5f36-4102-9935-39f032ac12a3 req-6c2e5220-b82e-4fbe-b2f9-f1b0f60b8b52 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:05.432441 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-89ff0d4c-5f36-4102-9935-39f032ac12a3 req-6c2e5220-b82e-4fbe-b2f9-f1b0f60b8b52 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 931 time: 0.0912104 Feb 15 22:02:05.481772 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-89ff0d4c-5f36-4102-9935-39f032ac12a3 req-902d68e0-198b-4ed9-b80e-40695465c185 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0428908 Feb 15 22:02:05.728476 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4737bf-7c9e-4637-a20d-3add0633419b {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 22:02:05.737030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:05.750398 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Transition to ACTIVE for port object 9b4737bf-7c9e-4637-a20d-3add0633419b will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:02:05.763113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4d668-bb79-4ce9-8f06-825d1fe20a6b req-ee8852fc-edba-4874-9bcd-64a012269c74 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:05.764779 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e8b4d668-bb79-4ce9-8f06-825d1fe20a6b req-ee8852fc-edba-4874-9bcd-64a012269c74 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0888262 Feb 15 22:02:05.776613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:05.793480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-669b6d68-c6e0-4862-a701-f10d1e8b50df tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:05.871806 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e8b4d668-bb79-4ce9-8f06-825d1fe20a6b req-0c454de6-bef7-4725-b967-fb39a7531c9c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002059 Feb 15 22:02:05.898848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299bef3-5501-4586-a4a2-58b36d5e39ed req-c6f2cfdd-2314-4abe-8cf4-07821b9cc15e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:05.900572 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e299bef3-5501-4586-a4a2-58b36d5e39ed req-c6f2cfdd-2314-4abe-8cf4-07821b9cc15e tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.1117969 Feb 15 22:02:05.940549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4737bf-7c9e-4637-a20d-3add0633419b,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:05.946113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:05.950476 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e299bef3-5501-4586-a4a2-58b36d5e39ed req-0f4a54bb-12cc-4b47-a7a7-6a277314bd13 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Feb 15 22:02:06.127477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Attempting to bind port 9b4737bf-7c9e-4637-a20d-3add0633419b on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 22:02:06.127810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Attempting to bind port 9b4737bf-7c9e-4637-a20d-3add0633419b by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 22:02:06.128183 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Attempting to bind port 9b4737bf-7c9e-4637-a20d-3add0633419b on network f0efd66c-3f9b-4ddd-b264-92453b2dea5a {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 22:02:06.134009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 22, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 22:02:06.134379 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Checking segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:02:06.134783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:06.135175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Bound using segment: {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 22:02:06.135763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Bound port: 9b4737bf-7c9e-4637-a20d-3add0633419b, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 22:02:06.136058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:06.230530 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] For port 9b4737bf-7c9e-4637-a20d-3add0633419b, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 22:02:06.233690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] For port 9b4737bf-7c9e-4637-a20d-3add0633419b, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9b4737bf-7c9e-4637-a20d-3add0633419b,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 22:02:06.267037 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:06.282059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-325569ed-4aaf-496f-9e27-5f370d60b425 tempest-AttachVolumeNegativeTest-734494544 tempest-AttachVolumeNegativeTest-734494544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:06.434579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4737bf-7c9e-4637-a20d-3add0633419b,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:06.439911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:06.472739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:06.474213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:06.475771 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] 10.222.0.47 "PUT /v2.0/ports/9b4737bf-7c9e-4637-a20d-3add0633419b HTTP/1.1" status: 200 len: 1157 time: 1.2953744 Feb 15 22:02:06.476319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:02:06.528074 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b', 'status': 'completed', 'code': 200} Feb 15 22:02:06.695100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ba137-e606-4f2f-9472-2718508b79f1 req-673fa76d-82ae-46ce-8977-2d147d4d096c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:06.696682 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-497ba137-e606-4f2f-9472-2718508b79f1 req-673fa76d-82ae-46ce-8977-2d147d4d096c tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.0910878 Feb 15 22:02:06.725088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-8651fead-fc73-4a63-abb4-fc614e4bfb24 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:06.725854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-8651fead-fc73-4a63-abb4-fc614e4bfb24 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Synchronizing usage tracker for tenant:1faea400ec08493cb60bda06aea88e75 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:02:06.730977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cec09-0c9a-4b08-abfe-fe9aa218714b req-2c12c862-a525-4067-89c9-f7b7b6af5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:06.732625 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-948cec09-0c9a-4b08-abfe-fe9aa218714b req-2c12c862-a525-4067-89c9-f7b7b6af5bd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 1160 time: 0.1682725 Feb 15 22:02:06.747240 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-497ba137-e606-4f2f-9472-2718508b79f1 req-0d813f38-d6f7-49e6-885a-1a5f0642a9a7 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0438349 Feb 15 22:02:06.767762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-8651fead-fc73-4a63-abb4-fc614e4bfb24 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Unset dirty status for tenant:1faea400ec08493cb60bda06aea88e75 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:02:06.768975 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-8651fead-fc73-4a63-abb4-fc614e4bfb24 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.1677706 Feb 15 22:02:06.932259 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Deleting port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:02:06.932668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:07.015060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cec09-0c9a-4b08-abfe-fe9aa218714b req-2a5f5350-916f-4172-997b-7af2028ba2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:07.016722 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-948cec09-0c9a-4b08-abfe-fe9aa218714b req-2a5f5350-916f-4172-997b-7af2028ba2ff service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ea1d4d03033642b5acadd7dd2746a475&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2744515 Feb 15 22:02:07.132551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d24cc-7098-4627-8632-60ea897024fb req-9233bffc-6cb5-4b88-a0ab-24d66c8ba6e6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:07.134160 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d6d24cc-7098-4627-8632-60ea897024fb req-9233bffc-6cb5-4b88-a0ab-24d66c8ba6e6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1418605 Feb 15 22:02:07.197861 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d6d24cc-7098-4627-8632-60ea897024fb req-9c83d69d-7661-427c-8eb8-0dcebed34e24 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562658 Feb 15 22:02:07.204902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100cd60-6282-49a7-a90f-977d6fabbce2 req-fdd8bece-46c8-421e-a592-92cc1cb44250 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:07.206514 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9100cd60-6282-49a7-a90f-977d6fabbce2 req-fdd8bece-46c8-421e-a592-92cc1cb44250 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 945 time: 0.1430717 Feb 15 22:02:07.261468 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9100cd60-6282-49a7-a90f-977d6fabbce2 req-bf124ad9-401c-4d93-8864-e9f1f21b19b8 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/security-groups?id=b617f6e9-808b-42a6-a049-a6391270b0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466573 Feb 15 22:02:07.320561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cec09-0c9a-4b08-abfe-fe9aa218714b req-6c85ebc1-4751-45bd-a72c-373c6fa59139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:07.322145 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-948cec09-0c9a-4b08-abfe-fe9aa218714b req-6c85ebc1-4751-45bd-a72c-373c6fa59139 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2751815 Feb 15 22:02:07.349856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] For port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:02:07.350256 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:07.759195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Calling delete_port for f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:02:07.852727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff37541-112b-4367-814e-cbb3a0874c41 req-c7a4cb6a-6dd7-4b4e-ad45-2f2ee702c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:07.854361 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-c7a4cb6a-6dd7-4b4e-ad45-2f2ee702c5e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 1160 time: 0.4962707 Feb 15 22:02:07.946937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1cc14-b402-4ee1-bcbf-477d5688d948 req-35f15c1e-1a30-470e-a745-03c6fc0f4c14 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:07.948480 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-37e1cc14-b402-4ee1-bcbf-477d5688d948 req-35f15c1e-1a30-470e-a745-03c6fc0f4c14 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.0898027 Feb 15 22:02:07.965267 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-bbb60614-fd12-47e4-b0e4-af1da29aa4f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b4737bf-7c9e-4637-a20d-3add0633419b HTTP/1.1" status: 200 len: 217 time: 0.1020482 Feb 15 22:02:07.996034 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-37e1cc14-b402-4ee1-bcbf-477d5688d948 req-30035ad0-87af-4797-ba59-c964670bf983 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0413177 Feb 15 22:02:08.053726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:02:08.054984 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff37541-112b-4367-814e-cbb3a0874c41 req-9d0a981e-968b-455e-8ccf-a68ee86c9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:08.056976 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-9d0a981e-968b-455e-8ccf-a68ee86c9299 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.0798979 Feb 15 22:02:08.090981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:02:08.091381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:02:08.106846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:08.126287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2ac23b89-e453-49c3-ab65-610b34e3f910 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:08.191147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Pushing event deleted for resources: {'Port': ['ID=f2907a9a-eb96-41b0-9f55-c3dc00ef47a5,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:08.197578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:08.294235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff37541-112b-4367-814e-cbb3a0874c41 req-9143fb65-6321-40ef-a509-416d733bf72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:08.295882 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-9143fb65-6321-40ef-a509-416d733bf72c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2322323 Feb 15 22:02:08.311097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-1f288308-807a-4650-991d-1e7aa6fc5bbd service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 22:02:08.312197 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-1f288308-807a-4650-991d-1e7aa6fc5bbd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063765 Feb 15 22:02:08.411280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] No DVR routers for this DVR port f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:02:08.432833 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0dfe55b4-77b4-4291-90ab-fc96bc72c8db req-c91711c1-48a6-4d91-83d3-73b9839a8f91 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 210 time: 0.0520506 Feb 15 22:02:08.459206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:08.460053 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1fe45-b443-48b0-ae38-aff3b22cd37f req-d6a232b2-0a50-49ce-82e2-785f3849842e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:08.461730 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4dc1fe45-b443-48b0-ae38-aff3b22cd37f req-d6a232b2-0a50-49ce-82e2-785f3849842e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1443880 Feb 15 22:02:08.510823 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4dc1fe45-b443-48b0-ae38-aff3b22cd37f req-5596513a-f160-43d9-bc35-c073989929e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Feb 15 22:02:08.516793 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08fa04ce-c22b-4bcf-ba44-f483f54bfccd req-6e9c79cc-c144-4402-8ce8-9e7a9e2118ad tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.47 "DELETE /v2.0/ports/f2907a9a-eb96-41b0-9f55-c3dc00ef47a5 HTTP/1.1" status: 204 len: 173 time: 1.7309539 Feb 15 22:02:08.523471 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-ca26bf59-c2ab-4915-b5e3-39d2464f740a service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997397 Feb 15 22:02:08.529192 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'name': 'network-vif-deleted', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:02:08.580883 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e97597-c182-452d-94c4-dace2ec5745c', 'name': 'network-vif-deleted', 'tag': 'f2907a9a-eb96-41b0-9f55-c3dc00ef47a5', 'status': 'completed', 'code': 200} Feb 15 22:02:08.687169 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aff37541-112b-4367-814e-cbb3a0874c41 req-7b0282aa-624f-4121-9d72-4bfc14f9e70b service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1525395 Feb 15 22:02:09.196198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3baf50-0fbe-460c-8276-546a4c40a8ca req-5f5f5a55-a383-486c-a155-9ac71a40c5d4 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:09.197759 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5f3baf50-0fbe-460c-8276-546a4c40a8ca req-5f5f5a55-a383-486c-a155-9ac71a40c5d4 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.0881076 Feb 15 22:02:09.243609 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5f3baf50-0fbe-460c-8276-546a4c40a8ca req-0c9566e2-d235-49c7-901a-aa25f8b77c14 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0396590 Feb 15 22:02:09.614064 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-236b801b-7691-422b-bdcb-5873140f0730 req-c9ef287b-507a-4525-8653-1d1b7588fd19 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0e97597-c182-452d-94c4-dace2ec5745c HTTP/1.1" status: 200 len: 210 time: 0.0499210 Feb 15 22:02:09.717942 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768484dc-1991-4e95-9f89-d8b7e49f4b9c req-36dda0c4-00e9-46c5-b9a8-741a6cac70e2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:09.719535 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-768484dc-1991-4e95-9f89-d8b7e49f4b9c req-36dda0c4-00e9-46c5-b9a8-741a6cac70e2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0877132 Feb 15 22:02:09.766576 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-768484dc-1991-4e95-9f89-d8b7e49f4b9c req-fa641a42-3ffe-42b5-94c0-1103533e7e39 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399523 Feb 15 22:02:10.438783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210f03c-3702-43da-a4bb-975aa3924660 req-e5652f24-354b-46d4-9cef-e7664537db5b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:10.440403 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c210f03c-3702-43da-a4bb-975aa3924660 req-e5652f24-354b-46d4-9cef-e7664537db5b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.0862579 Feb 15 22:02:10.491438 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c210f03c-3702-43da-a4bb-975aa3924660 req-21e949bd-1982-4c33-b700-8acd90df14d5 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0442264 Feb 15 22:02:11.184944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089b829-9fab-449a-82e7-e4bb87447c64 req-4274a1a1-202d-4918-a3ea-2a6eb627bd1d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:11.186558 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5089b829-9fab-449a-82e7-e4bb87447c64 req-4274a1a1-202d-4918-a3ea-2a6eb627bd1d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.3038995 Feb 15 22:02:11.235018 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5089b829-9fab-449a-82e7-e4bb87447c64 req-317bb95f-6744-4705-94fb-c817390c3d0d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419750 Feb 15 22:02:11.693826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abeb15-aae5-4e79-bb00-5c326bca55b7 req-1e2343ba-5697-4825-b555-bb6e3a0f02ca tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:11.695422 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c7abeb15-aae5-4e79-bb00-5c326bca55b7 req-1e2343ba-5697-4825-b555-bb6e3a0f02ca tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.0899730 Feb 15 22:02:11.742869 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c7abeb15-aae5-4e79-bb00-5c326bca55b7 req-30efda35-4e7e-44e4-b5ae-90524f614170 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0410595 Feb 15 22:02:12.099332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 33584) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:02:12.581839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce1754-278e-428a-a67d-9687deb6d2b7 req-829fee2b-6432-4010-a75a-e45afd6a578a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:12.583476 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a2ce1754-278e-428a-a67d-9687deb6d2b7 req-829fee2b-6432-4010-a75a-e45afd6a578a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1802852 Feb 15 22:02:12.696795 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a2ce1754-278e-428a-a67d-9687deb6d2b7 req-542760db-e423-4157-82be-0d895f02a878 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060462 Feb 15 22:02:12.790068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854133287'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:13.041282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ed70c-b747-4ae7-ba41-db5171252c51 req-5b4c9291-ff8e-42b2-8d7a-691f0e9817eb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:13.042779 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e85ed70c-b747-4ae7-ba41-db5171252c51 req-5b4c9291-ff8e-42b2-8d7a-691f0e9817eb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.1348593 Feb 15 22:02:13.192480 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e85ed70c-b747-4ae7-ba41-db5171252c51 req-b1ec0616-237f-4c92-80e9-63f7cf0f598b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1013920 Feb 15 22:02:13.266748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Deleting port 728a5e92-500d-44d7-a762-7ed051107c36 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:02:13.267124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:13.445278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] For port 728a5e92-500d-44d7-a762-7ed051107c36, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=728a5e92-500d-44d7-a762-7ed051107c36,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:02:13.445662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:13.575153 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Calling delete_port for 728a5e92-500d-44d7-a762-7ed051107c36 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:02:14.001317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26125844-0566-4757-b706-4cdc210f375a req-4ce4b222-f949-4b5f-bcc0-435c4e25c179 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:14.002842 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-26125844-0566-4757-b706-4cdc210f375a req-4ce4b222-f949-4b5f-bcc0-435c4e25c179 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1062922 Feb 15 22:02:14.043161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:14.060670 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f5459a1-169f-492f-8938-abc588d325be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:14.114582 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-26125844-0566-4757-b706-4cdc210f375a req-fb2bd53a-ca34-490e-a5e5-eaa3e4f6cf08 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048536 Feb 15 22:02:14.168493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=728a5e92-500d-44d7-a762-7ed051107c36,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:14.175517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:14.482468 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854046235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854133337'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:14.738568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdfb2f-4cfe-4af2-b428-b8f716918a66 req-7c80aec2-7d7c-4fc7-b12e-2f3d81f6fa7d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:14.740228 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4efdfb2f-4cfe-4af2-b428-b8f716918a66 req-7c80aec2-7d7c-4fc7-b12e-2f3d81f6fa7d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.3883443 Feb 15 22:02:14.858392 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4efdfb2f-4cfe-4af2-b428-b8f716918a66 req-cca8af4f-9848-42bb-8bba-0990b353483b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0679657 Feb 15 22:02:15.316398 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:02:15.460141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544d3e5-01f3-44a0-bd41-aee29da3ad74 req-bd07e7b1-abcd-4991-a5a4-8ea0fbd2724d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:15.461688 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0544d3e5-01f3-44a0-bd41-aee29da3ad74 req-bd07e7b1-abcd-4991-a5a4-8ea0fbd2724d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.2286487 Feb 15 22:02:15.545495 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0544d3e5-01f3-44a0-bd41-aee29da3ad74 req-6b42589e-d9b1-4ba3-aa06-250646dceb9a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684898 Feb 15 22:02:15.561454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:02:15.572231 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] Sync routers for ids ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:02:15.576630 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bd10fc99-835d-47f8-8c83-263ab029a1f2 admin admin] 10.222.0.41 "PUT /v2.0/routers/572f89aa-6ed8-4b51-8b91-57d4792ce0e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4758971 Feb 15 22:02:15.579284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 33600) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:02:15.585752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] Routers {'572f89aa-6ed8-4b51-8b91-57d4792ce0e6'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:02:15.586455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:01:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:15.855650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] Set router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:02:15.890540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:16.155965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:16.165555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252ea1a-677c-4ecc-9d00-fc9001594a3f req-7784fe6d-f3c6-4408-a5f7-b6e543e913b9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:16.167157 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a252ea1a-677c-4ecc-9d00-fc9001594a3f req-7784fe6d-f3c6-4408-a5f7-b6e543e913b9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.1564529 Feb 15 22:02:16.170107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Deleting port f7fdc9cd-4a09-42fc-aa8a-37149532d340 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:02:16.170482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:16.251099 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T22:02:13Z', 'revision_number': 5, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:16.255111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] Checking router: 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:02:16.264027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] Routers {'572f89aa-6ed8-4b51-8b91-57d4792ce0e6'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:02:16.264691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:01:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:16.290676 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a252ea1a-677c-4ecc-9d00-fc9001594a3f req-d12f335e-77a5-4f46-8892-9ab99505b461 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0910490 Feb 15 22:02:16.391826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] For port f7fdc9cd-4a09-42fc-aa8a-37149532d340, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f7fdc9cd-4a09-42fc-aa8a-37149532d340,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:02:16.392436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:16.450871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] Set router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:02:16.522866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Calling delete_port for f7fdc9cd-4a09-42fc-aa8a-37149532d340 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:02:16.664024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: result = function(*args, **kwargs) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: proto.__init__(conn_state, self) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: self.handle() Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: self.handle_one_request() Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: self.handle_one_response() Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: result = self.application(self.environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return app(environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: response = req.get_response(self.application) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: response = req.get_response(self.application) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: response = req.get_response(self.application) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: response = req.get_response(self.application) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return request.get_response(self.application) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: response = req.get_response(self._app) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: application, catch_exc_info=False) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: app_iter = application(self.environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return resp(environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return resp(environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: response = self.app(environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return resp(environ, start_response) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: resp = self.call_func(req, *args, **kw) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.func(req, *args, **kwargs) Feb 15 22:02:16.670018 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: result = method(request=request, **args) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._delete(request, id, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*args, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*args, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*dup_args, **dup_kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: obj_deleter(request.context, id, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return method(*args, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*args, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*args, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(*dup_args, **dup_kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: self._delete_current_gw_port(context, id, router, None) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: admin_ctx, gw_port_id, l3_port_check=False) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, context, *args, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return method(*args, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: context, port, router_ids, bound_mech_contexts) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: return function(*args, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: callback(resource, event, trigger, **kwargs) Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: if self._is_session_semantic_violated(context, resource, event): Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: stack = traceback.extract_stack() Feb 15 22:02:16.675774 dv-cinder-775250-3-iscsi neutron-server[83993]: Feb 15 22:02:16.777227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T22:02:13Z', 'revision_number': 5, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:16.781847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c148897-0bcf-4cc9-8f63-3075e79f790c None None] The sync data for ids ['572f89aa-6ed8-4b51-8b91-57d4792ce0e6'] in dv-cinder-775250-3-iscsi is: [{'id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'name': 'tempest-TestMinimumBasicScenario-258011808-router', 'tenant_id': '1faea400ec08493cb60bda06aea88e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:57:14Z', 'updated_at': '2021-02-15T22:02:13Z', 'revision_number': 5, 'project_id': '1faea400ec08493cb60bda06aea88e75', 'gw_port': {'id': 'f7fdc9cd-4a09-42fc-aa8a-37149532d340', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572f89aa-6ed8-4b51-8b91-57d4792ce0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:57:15Z', 'updated_at': '2021-02-15T21:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:02:17.103030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635345'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:17.110085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb8793-8279-4934-a570-488770672c9d req-f1142026-05d7-4a2c-8bcd-7cb9b6a9084d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:17.111698 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-74cb8793-8279-4934-a570-488770672c9d req-f1142026-05d7-4a2c-8bcd-7cb9b6a9084d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.4256258 Feb 15 22:02:17.269092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-212418'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:17.279358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:17.361444 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-74cb8793-8279-4934-a570-488770672c9d req-cea372fc-e7a7-4bff-a828-8dcccdd077d6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863122 Feb 15 22:02:17.486317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6270f-c418-4ece-bd68-9c243288ba41 req-b066f764-9c85-41ea-849a-818c1b70eef6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:17.487940 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-69d6270f-c418-4ece-bd68-9c243288ba41 req-b066f764-9c85-41ea-849a-818c1b70eef6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.0857611 Feb 15 22:02:17.526026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647155'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:17.528316 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 572f89aa-6ed8-4b51-8b91-57d4792ce0e6 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 22:02:17.542821 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-69d6270f-c418-4ece-bd68-9c243288ba41 req-4c06b8c9-77fb-4895-8f06-634ab7ad3e54 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0479023 Feb 15 22:02:17.546786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aa13e493-07ff-488b-9c89-5834962b3ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:17.550586 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:17.552422 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ec88b766-f0a1-4e75-a546-811318c0f4b4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/572f89aa-6ed8-4b51-8b91-57d4792ce0e6 HTTP/1.1" status: 204 len: 168 time: 1.9714518 Feb 15 22:02:17.555157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33612) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:02:17.624945 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde8420b-772b-47bc-a8bd-951cb5c7721b admin admin] Deleting subnet 7f3b02fd-58c3-4163-87b2-e7a012012ece {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 22:02:17.638544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cde8420b-772b-47bc-a8bd-951cb5c7721b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:17.695234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cde8420b-772b-47bc-a8bd-951cb5c7721b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1819660'] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:17.834003 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cde8420b-772b-47bc-a8bd-951cb5c7721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:17.871442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f7fdc9cd-4a09-42fc-aa8a-37149532d340 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:02:17.905600 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: f7fdc9cd-4a09-42fc-aa8a-37149532d340 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:02:17.906005 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f7fdc9cd-4a09-42fc-aa8a-37149532d340 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:02:17.906478 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 728a5e92-500d-44d7-a762-7ed051107c36 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:02:17.942824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 728a5e92-500d-44d7-a762-7ed051107c36 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:02:17.943235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 728a5e92-500d-44d7-a762-7ed051107c36 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:02:18.422388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cde8420b-772b-47bc-a8bd-951cb5c7721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1826727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27523202'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:18.451528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:18.503616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8420b-772b-47bc-a8bd-951cb5c7721b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3b02fd-58c3-4163-87b2-e7a012012ece,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:18.507931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cde8420b-772b-47bc-a8bd-951cb5c7721b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:18.614506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cde8420b-772b-47bc-a8bd-951cb5c7721b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:18.621001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec065ac-8564-4249-b269-3dd567b78ef0 None None] Network 6914886f-2453-4e2b-b317-9b098cdb31ac requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:02:18.623263 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-cde8420b-772b-47bc-a8bd-951cb5c7721b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7f3b02fd-58c3-4163-87b2-e7a012012ece HTTP/1.1" status: 204 len: 168 time: 1.0664501 Feb 15 22:02:18.625845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33642) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:02:18.764335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:18.812162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fa5d6-5cb3-43d5-8bcb-b886bd33528c req-788ea093-2e8e-4701-ae93-865738bd5cb5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:18.814004 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bb1fa5d6-5cb3-43d5-8bcb-b886bd33528c req-788ea093-2e8e-4701-ae93-865738bd5cb5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.2786083 Feb 15 22:02:18.877260 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Deleting port 4631e542-70c3-4f5a-9ecf-a7908564b916 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:02:18.877634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:18.915751 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9b4737bf-7c9e-4637-a20d-3add0633419b up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:02:18.920440 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bb1fa5d6-5cb3-43d5-8bcb-b886bd33528c req-08a87f3e-14ba-4c29-9198-ac41693487a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686722 Feb 15 22:02:18.981090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d9e2f-4f53-49d2-9eca-6c22717e989a req-ef357aa7-b696-4d52-8246-90a400c14aed tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:18.983222 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-491d9e2f-4f53-49d2-9eca-6c22717e989a req-ef357aa7-b696-4d52-8246-90a400c14aed tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.1682417 Feb 15 22:02:19.060388 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-491d9e2f-4f53-49d2-9eca-6c22717e989a req-aebff1b3-963a-495a-a1c0-54ac718afdbf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0671585 Feb 15 22:02:19.068114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 9b4737bf-7c9e-4637-a20d-3add0633419b completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:02:19.074540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 9b4737bf-7c9e-4637-a20d-3add0633419b triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:02:19.075369 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:19.129446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] DHCP port deletion for 6914886f-2453-4e2b-b317-9b098cdb31ac request from dv-cinder-775250-3-iscsi {{(pid=84108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 22:02:19.149328 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] Deleting port 4631e542-70c3-4f5a-9ecf-a7908564b916 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:02:19.149836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:19.198452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] For port 4631e542-70c3-4f5a-9ecf-a7908564b916, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=4631e542-70c3-4f5a-9ecf-a7908564b916,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:02:19.199740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:19.348630 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Calling delete_port for 4631e542-70c3-4f5a-9ecf-a7908564b916 owned by network:dhcp {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:02:19.469919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:19.479610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:19.509733 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 9b4737bf-7c9e-4637-a20d-3add0633419b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9b4737bf-7c9e-4637-a20d-3add0633419b,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:02:19.511816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:02:19.517868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] For port 4631e542-70c3-4f5a-9ecf-a7908564b916, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=4631e542-70c3-4f5a-9ecf-a7908564b916,segment=NetworkSegment(75c30a8f-22f0-44b0-84f2-8b36cbe061a5),segment_id=75c30a8f-22f0-44b0-84f2-8b36cbe061a5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:02:19.523549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:19.588873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:19.602972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:19.661433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:19.688538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4631e542-70c3-4f5a-9ecf-a7908564b916,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:19.707322 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:19.739058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] No DVR routers for this DVR port 4631e542-70c3-4f5a-9ecf-a7908564b916 on host dv-cinder-775250-3-iscsi {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:02:19.752744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] Calling delete_port for 4631e542-70c3-4f5a-9ecf-a7908564b916 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:02:19.789720 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b', 'code': 200} Feb 15 22:02:19.790355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=9b4737bf-7c9e-4637-a20d-3add0633419b,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:19.814203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.814696 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.815174 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.816083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.816551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.817047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.817487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.817976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.818409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.819372 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.819878 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.820685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.820824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.821219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.821649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.822080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.822509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.823159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.823610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.823903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.824363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.824976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.825999 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.825999 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:02:19.830843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:19.919203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:19.928504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 4631e542-70c3-4f5a-9ecf-a7908564b916 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:02:19.998496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 4631e542-70c3-4f5a-9ecf-a7908564b916 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:02:20.002211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 4631e542-70c3-4f5a-9ecf-a7908564b916 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:02:20.028371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 22:02:20.029853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 22:02:20.056731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0b9307d5-f0ea-4dfc-9c04-c295b9f6c38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:20.072031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6914886f-2453-4e2b-b317-9b098cdb31ac']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:20.088183 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c30a8f-22f0-44b0-84f2-8b36cbe061a5') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:20.088532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c30a8f-22f0-44b0-84f2-8b36cbe061a5') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:20.106283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:20.217279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:20.222375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 22:02:20.251381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9b4737bf-7c9e-4637-a20d-3add0633419b up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:02:20.326244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddafadd-6e5f-41d1-a9e0-1ccbcc2b8aec req-df724143-92de-4a58-bdd7-92defebdb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:20.327817 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ddafadd-6e5f-41d1-a9e0-1ccbcc2b8aec req-df724143-92de-4a58-bdd7-92defebdb764 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 1162 time: 0.2622757 Feb 15 22:02:20.395012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a12540-3086-4799-a82a-f299cc904329 req-f96031ec-0d55-4ff8-93e5-55b66ecb3807 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:20.403534 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45a12540-3086-4799-a82a-f299cc904329 req-f96031ec-0d55-4ff8-93e5-55b66ecb3807 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 945 time: 0.1609643 Feb 15 22:02:20.430279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 9b4737bf-7c9e-4637-a20d-3add0633419b triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:02:20.430981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:20.467856 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45a12540-3086-4799-a82a-f299cc904329 req-44f2c61d-acb8-49c9-8f10-0a586c7dfd53 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0587506 Feb 15 22:02:20.472967 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ddafadd-6e5f-41d1-a9e0-1ccbcc2b8aec req-0b4db32c-d914-4773-9545-8a9cb13aef60 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1292756 Feb 15 22:02:20.484245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Network 6914886f-2453-4e2b-b317-9b098cdb31ac has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:02:20.494815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:20.531261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] Deleting port 4631e542-70c3-4f5a-9ecf-a7908564b916 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:02:20.531824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:20.582240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:20.592636 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30876407-66d1-4da2-9fdb-b443c9375f4e req-03433e4a-55c6-4215-9627-863db7f86ad9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:20.594649 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30876407-66d1-4da2-9fdb-b443c9375f4e req-03433e4a-55c6-4215-9627-863db7f86ad9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1251409 Feb 15 22:02:20.655964 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30876407-66d1-4da2-9fdb-b443c9375f4e req-8e949c54-0827-49d4-baa3-39ef736bc774 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542452 Feb 15 22:02:20.704951 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f0f35d31-33e3-4b33-81d1-d0fadadc463b None None] The port '4631e542-70c3-4f5a-9ecf-a7908564b916' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 22:02:20.736513 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Network 6914886f-2453-4e2b-b317-9b098cdb31ac has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 22:02:20.760763 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 22:02:21.194409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:21.200653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:21.216905 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:21.230844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6914886f-2453-4e2b-b317-9b098cdb31ac,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:21.238837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:21.278199 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-83119b90-7fc6-4a63-b286-968504f55aa3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6914886f-2453-4e2b-b317-9b098cdb31ac HTTP/1.1" status: 204 len: 168 time: 2.6510403 Feb 15 22:02:21.513364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33662) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:02:21.575518 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-057c77e6-d57b-4c90-91ae-6faf3d55b225 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1faea400ec08493cb60bda06aea88e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600886 Feb 15 22:02:21.577623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33666) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:02:21.642440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9d51a64d-d8f8-4c8d-be7e-2ed0ee857fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:21.672326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9d51a64d-d8f8-4c8d-be7e-2ed0ee857fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:21.684772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c286-1e08-4eef-ad2b-789ad983055d req-f627a369-2c33-44f6-a99d-0feaf7aec8d8 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:21.686473 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bc87c286-1e08-4eef-ad2b-789ad983055d req-f627a369-2c33-44f6-a99d-0feaf7aec8d8 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 945 time: 0.1026578 Feb 15 22:02:21.756702 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bc87c286-1e08-4eef-ad2b-789ad983055d req-fb86fc28-9758-409d-8ebf-00829d47df45 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0588923 Feb 15 22:02:21.759838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:21.816491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9d51a64d-d8f8-4c8d-be7e-2ed0ee857fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:21.821928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9f512b30-ea82-4393-98bf-1ff4b8116b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:21.834731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51a64d-d8f8-4c8d-be7e-2ed0ee857fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617f6e9-808b-42a6-a049-a6391270b0d7,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:21.839605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9d51a64d-d8f8-4c8d-be7e-2ed0ee857fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:21.878735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9d51a64d-d8f8-4c8d-be7e-2ed0ee857fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:21.882653 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9d51a64d-d8f8-4c8d-be7e-2ed0ee857fb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b617f6e9-808b-42a6-a049-a6391270b0d7 HTTP/1.1" status: 204 len: 168 time: 0.3014181 Feb 15 22:02:21.947826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750912ed-dc93-4b08-a4a3-86b539e21eaa req-3f4099d6-70f1-4506-9873-c6efb66a96a0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:21.955487 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-750912ed-dc93-4b08-a4a3-86b539e21eaa req-3f4099d6-70f1-4506-9873-c6efb66a96a0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1466687 Feb 15 22:02:22.016581 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-750912ed-dc93-4b08-a4a3-86b539e21eaa req-c6b507a7-a772-4c33-8dba-939b3064e7da tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601671 Feb 15 22:02:22.967641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a890b75-9325-47e0-abf7-23a98f02390a req-4cec4a7a-834a-454e-845f-064c978c0546 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:22.969153 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9a890b75-9325-47e0-abf7-23a98f02390a req-4cec4a7a-834a-454e-845f-064c978c0546 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 945 time: 0.0891612 Feb 15 22:02:23.016121 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9a890b75-9325-47e0-abf7-23a98f02390a req-de862d5f-1145-40ee-9606-c9964a4d8f35 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0400374 Feb 15 22:02:23.283847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ee3a5-6fab-4194-b26a-eac2f9368a1e req-3a7c5b3a-3731-4a5a-89e9-b8e5df4a51e2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:23.285368 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7f3ee3a5-6fab-4194-b26a-eac2f9368a1e req-3a7c5b3a-3731-4a5a-89e9-b8e5df4a51e2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 945 time: 0.1565187 Feb 15 22:02:23.296039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9c6c1-5b9d-4bc6-a31f-e0d2012ca58f req-bf85792d-fad5-42ae-9d7e-9d5697a24c40 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:23.297535 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5bf9c6c1-5b9d-4bc6-a31f-e0d2012ca58f req-bf85792d-fad5-42ae-9d7e-9d5697a24c40 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1263087 Feb 15 22:02:23.371496 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7f3ee3a5-6fab-4194-b26a-eac2f9368a1e req-fa356c7d-41d3-4414-9403-6838577a6345 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0729265 Feb 15 22:02:23.375970 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5bf9c6c1-5b9d-4bc6-a31f-e0d2012ca58f req-3b1b8885-5351-4972-82ab-c599313ee72b tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617611 Feb 15 22:02:23.565453 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-ba53b6b6-6d1e-4674-b0dc-1d526f95d61b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1548645 Feb 15 22:02:23.575998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'floatingip': {'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:02:23.581616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:02:23.592184 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:02:23.713754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:23.716014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:23.890206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:24.211927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Allocated IP 172.27.0.63 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/d120b00f-8a3a-4f2d-a86f-9cc806db793d) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:02:24.444606 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:24.544922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:24.564517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:24.730966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'Port': ['ID=d120b00f-8a3a-4f2d-a86f-9cc806db793d,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:24.735087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:24.771739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed0290-d9d6-4f29-8317-d54365892538 req-6c3eae83-66cd-441c-b676-6f4f76ac79a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:24.773347 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d7ed0290-d9d6-4f29-8317-d54365892538 req-6c3eae83-66cd-441c-b676-6f4f76ac79a4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.2759171 Feb 15 22:02:24.819203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:02:24.821543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:02:24.831628 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:02:24.859809 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d7ed0290-d9d6-4f29-8317-d54365892538 req-923a6d16-8c8f-4f3f-9cf7-c6251a47ac6d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769176 Feb 15 22:02:24.880423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:24.970720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:25.257413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:25.290262 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:25.306281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:25.478384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event updated for resources: {'Port': ['ID=d120b00f-8a3a-4f2d-a86f-9cc806db793d,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:25.481743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:25.499452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:25.565191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:25.566719 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-0b6c710b-a46b-4ffb-bfcf-3f95bbacf868 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9948311 Feb 15 22:02:25.892278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-f43cd54c-6d71-4cd2-8239-ffc3ee9666f2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:floatingip {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:02:25.941769 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-f43cd54c-6d71-4cd2-8239-ffc3ee9666f2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:floatingip {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:02:25.943136 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-f43cd54c-6d71-4cd2-8239-ffc3ee9666f2 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.63 HTTP/1.1" status: 200 len: 695 time: 0.3670039 Feb 15 22:02:26.171482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-146963b1-ad13-4d7c-9866-bdc55988d14e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:26.172900 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3be477c0-03e9-4e63-8fb3-65e40f0a4955 req-146963b1-ad13-4d7c-9866-bdc55988d14e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 784 time: 0.2229726 Feb 15 22:02:26.195139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e7757-7f18-49c8-bb2f-3b3ffd5c7b14 req-4d3fed99-6b7d-4b59-b157-2342290134dc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:26.203546 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-983e7757-7f18-49c8-bb2f-3b3ffd5c7b14 req-4d3fed99-6b7d-4b59-b157-2342290134dc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1602545 Feb 15 22:02:26.255720 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-983e7757-7f18-49c8-bb2f-3b3ffd5c7b14 req-4fd0b4d6-05b2-47c4-a246-eec69e93ce2c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520604 Feb 15 22:02:26.414278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18050ee-155e-413b-9353-ffac71313e89 req-56a81b80-8333-4d8b-91c8-690d07064f9b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:26.415933 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e18050ee-155e-413b-9353-ffac71313e89 req-56a81b80-8333-4d8b-91c8-690d07064f9b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0897417 Feb 15 22:02:26.516062 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e18050ee-155e-413b-9353-ffac71313e89 req-664fc7fb-5a56-4cab-843b-2b45ce811a52 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.63 HTTP/1.1" status: 200 len: 695 time: 0.0932236 Feb 15 22:02:26.523532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-e18050ee-155e-413b-9353-ffac71313e89 req-cb5e0ded-0386-4866-afa5-863d612e8ffb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Request body: {'floatingip': {'port_id': '9b4737bf-7c9e-4637-a20d-3add0633419b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:02:26.620872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e18050ee-155e-413b-9353-ffac71313e89 req-cb5e0ded-0386-4866-afa5-863d612e8ffb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:27.273653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e18050ee-155e-413b-9353-ffac71313e89 req-cb5e0ded-0386-4866-afa5-863d612e8ffb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:27.918748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e18050ee-155e-413b-9353-ffac71313e89 req-cb5e0ded-0386-4866-afa5-863d612e8ffb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:28.144481 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d3817-8639-4bc8-9e20-a3669f2534a0 req-fb0a8554-cac2-4c87-afa4-5a9c60e770c6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:28.148500 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bf1d3817-8639-4bc8-9e20-a3669f2534a0 req-fb0a8554-cac2-4c87-afa4-5a9c60e770c6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.2720811 Feb 15 22:02:28.152407 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-e18050ee-155e-413b-9353-ffac71313e89 req-cb5e0ded-0386-4866-afa5-863d612e8ffb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Floating IP d0ba60ce-dfc0-4841-b545-a40159c2eb40 associated. External IP: 172.27.0.63, port: 9b4737bf-7c9e-4637-a20d-3add0633419b. Feb 15 22:02:28.345366 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bf1d3817-8639-4bc8-9e20-a3669f2534a0 req-73462ceb-b40f-4736-b67c-dc04c38e9730 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317811 Feb 15 22:02:28.586357 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e18050ee-155e-413b-9353-ffac71313e89 req-cb5e0ded-0386-4866-afa5-863d612e8ffb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:02:29.071930 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e18050ee-155e-413b-9353-ffac71313e89 req-cb5e0ded-0386-4866-afa5-863d612e8ffb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:02:29.076558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e18050ee-155e-413b-9353-ffac71313e89 req-cb5e0ded-0386-4866-afa5-863d612e8ffb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:29.086426 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] Sync routers for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:02:29.096700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:02:29.097682 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:02:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:29.151357 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e18050ee-155e-413b-9353-ffac71313e89 req-cb5e0ded-0386-4866-afa5-863d612e8ffb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "PUT /v2.0/floatingips/d0ba60ce-dfc0-4841-b545-a40159c2eb40 HTTP/1.1" status: 200 len: 995 time: 2.6319959 Feb 15 22:02:29.152047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:02:29.219110 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b', 'status': 'completed', 'code': 200} Feb 15 22:02:29.257173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18050ee-155e-413b-9353-ffac71313e89 req-5c1f0c2e-be2e-4e9d-ac81-3fe33ac7cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:29.259226 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e18050ee-155e-413b-9353-ffac71313e89 req-5c1f0c2e-be2e-4e9d-ac81-3fe33ac7cd57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 1162 time: 0.0931222 Feb 15 22:02:29.327240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:02:29.368517 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-5896a4ff-29e9-4f93-a701-e5caa1084351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:29.370625 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-5896a4ff-29e9-4f93-a701-e5caa1084351 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 1162 time: 0.1272120 Feb 15 22:02:29.508736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18050ee-155e-413b-9353-ffac71313e89 req-8782ae29-4c0d-44d7-81ed-6bfa84e8c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:29.510619 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e18050ee-155e-413b-9353-ffac71313e89 req-8782ae29-4c0d-44d7-81ed-6bfa84e8c59f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.2440569 Feb 15 22:02:29.769651 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e18050ee-155e-413b-9353-ffac71313e89 req-09ea67fe-9a96-439e-9640-ad6d82c412c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b4737bf-7c9e-4637-a20d-3add0633419b HTTP/1.1" status: 200 len: 998 time: 0.2121241 Feb 15 22:02:29.776950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0302a-078e-469d-851d-2f84b88af8f8 req-a7b546c5-178b-4d84-9f62-fdd64df39b11 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:29.777867 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd0302a-078e-469d-851d-2f84b88af8f8 req-a7b546c5-178b-4d84-9f62-fdd64df39b11 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.2745209 Feb 15 22:02:29.824497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '7ed0f8bf-cb89-4ec1-bf09-bec640e01241', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:0c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:30Z', 'updated_at': '2021-02-15T21:59:36Z', 'revision_number': 2, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}, {'id': 'd0ba60ce-dfc0-4841-b545-a40159c2eb40', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': '9b4737bf-7c9e-4637-a20d-3add0633419b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:a1:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T22:02:24Z', 'updated_at': '2021-02-15T22:02:27Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:29.829289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] Checking router: 4574719d-3b69-45f9-ac20-ef02e7ca9a2e for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:02:29.839558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:02:29.840331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:02:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:29.887827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18050ee-155e-413b-9353-ffac71313e89 req-891c6e3c-b92d-4d35-b7f7-a2466225e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:29.889382 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e18050ee-155e-413b-9353-ffac71313e89 req-891c6e3c-b92d-4d35-b7f7-a2466225e2e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.1105399 Feb 15 22:02:29.890851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-a2794029-40bd-4e97-9def-54e56c7ea9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:29.892833 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdd0302a-078e-469d-851d-2f84b88af8f8 req-28791546-d9a4-4a36-8117-07f8b8c18871 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743017 Feb 15 22:02:29.903486 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-a2794029-40bd-4e97-9def-54e56c7ea9f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.5146692 Feb 15 22:02:30.010653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18050ee-155e-413b-9353-ffac71313e89 req-0bc5776b-3224-4c9d-80ce-7f3788247ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:30.019412 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e18050ee-155e-413b-9353-ffac71313e89 req-0bc5776b-3224-4c9d-80ce-7f3788247ed1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1216850 Feb 15 22:02:30.043686 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-df7e6d2b-fc4c-4352-83f4-596e75960215 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b4737bf-7c9e-4637-a20d-3add0633419b HTTP/1.1" status: 200 len: 998 time: 0.1359925 Feb 15 22:02:30.084501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:02:30.142747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-6732ba5d-66ae-44f5-822d-56e7094e4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:30.145137 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-6732ba5d-66ae-44f5-822d-56e7094e4988 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.0949140 Feb 15 22:02:30.187191 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e18050ee-155e-413b-9353-ffac71313e89 req-14206788-afb3-4063-a60a-a6daa7de1301 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661198 Feb 15 22:02:30.238895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-5f86ad9d-c171-4d4b-b70b-168e47bdeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:30.240734 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-5f86ad9d-c171-4d4b-b70b-168e47bdeb95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874071 Feb 15 22:02:30.370702 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e18050ee-155e-413b-9353-ffac71313e89 req-99c8acfc-b78d-4096-b9c1-6e3bee9cff3b service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1823013 Feb 15 22:02:30.405024 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-85c91ad4-4f90-4bc0-943e-1321b72903ec service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571710 Feb 15 22:02:30.575969 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e99ac2cb-fa1e-4efd-bd3a-de3c75d69dfa req-73c53787-1a11-44d4-b2bc-c3f54c2a771e service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1622550 Feb 15 22:02:30.577482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '7ed0f8bf-cb89-4ec1-bf09-bec640e01241', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:0c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:30Z', 'updated_at': '2021-02-15T21:59:36Z', 'revision_number': 2, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}, {'id': 'd0ba60ce-dfc0-4841-b545-a40159c2eb40', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': '9b4737bf-7c9e-4637-a20d-3add0633419b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:a1:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T22:02:24Z', 'updated_at': '2021-02-15T22:02:27Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:02:30.583195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71958c08-702a-496b-8bfc-b990ef5b270c None None] The sync data for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi is: [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '7ed0f8bf-cb89-4ec1-bf09-bec640e01241', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:0c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:30Z', 'updated_at': '2021-02-15T21:59:36Z', 'revision_number': 2, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}, {'id': 'd0ba60ce-dfc0-4841-b545-a40159c2eb40', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': '9b4737bf-7c9e-4637-a20d-3add0633419b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:a1:10:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T22:02:24Z', 'updated_at': '2021-02-15T22:02:27Z', 'revision_number': 1, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:02:30.932755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f2485-4859-4a2a-bcb9-85e10b0baf65 None None] New status for floating IP d0ba60ce-dfc0-4841-b545-a40159c2eb40: ACTIVE {{(pid=84108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:02:31.169441 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d034a-615c-4702-a794-5aae68f43ac3 req-5a906362-4711-4ce6-8e30-4367f48986ec tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:31.179343 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-687d034a-615c-4702-a794-5aae68f43ac3 req-5a906362-4711-4ce6-8e30-4367f48986ec tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1327829 Feb 15 22:02:31.240204 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-687d034a-615c-4702-a794-5aae68f43ac3 req-585bccfa-fcc8-491c-a1be-f8d8ff5d5bb0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595398 Feb 15 22:02:32.462765 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68810a-9e86-40bc-950d-3e9c496b9361 req-dae42147-e4e4-4138-982f-6184f82ced91 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:32.464447 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac68810a-9e86-40bc-950d-3e9c496b9361 req-dae42147-e4e4-4138-982f-6184f82ced91 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0903251 Feb 15 22:02:32.517483 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac68810a-9e86-40bc-950d-3e9c496b9361 req-efeaf08c-bba9-4140-b3db-274205968176 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466228 Feb 15 22:02:32.547419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:33.725140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d27f9-af1b-432d-8fa2-facf5172ad55 req-77833a9f-880e-4b7f-9df5-c731765d4e07 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:33.726740 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6d8d27f9-af1b-432d-8fa2-facf5172ad55 req-77833a9f-880e-4b7f-9df5-c731765d4e07 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0899336 Feb 15 22:02:33.775091 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6d8d27f9-af1b-432d-8fa2-facf5172ad55 req-4267e010-d9fe-4b38-951a-eae0f2247622 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421300 Feb 15 22:02:33.840836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-f44e5de2-0f45-455f-9610-1e01d80981e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:33.842462 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-f44e5de2-0f45-455f-9610-1e01d80981e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 1162 time: 0.0786457 Feb 15 22:02:33.984188 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-056bc296-78c5-4fbb-95a7-8fa70cec0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:33.985780 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-056bc296-78c5-4fbb-95a7-8fa70cec0705 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.1371901 Feb 15 22:02:34.096807 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-91c4683b-9b75-4d6c-98ca-d4cd415a30c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 HTTP/1.1" status: 200 len: 1000 time: 0.1035106 Feb 15 22:02:34.169080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-8ea86444-b05a-479f-a19a-c5f9424d1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:34.170611 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-8ea86444-b05a-479f-a19a-c5f9424d1594 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0665143 Feb 15 22:02:34.250753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-932d8c3c-0300-448b-a85d-fe9528575397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:34.252373 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-932d8c3c-0300-448b-a85d-fe9528575397 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752480 Feb 15 22:02:34.392698 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-805311d2-8226-4d46-a68d-ae10b364d4ab service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324837 Feb 15 22:02:34.534104 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-196c2977-ddfa-4963-8c30-82a9e83fda65 req-1d2bb4e7-c669-47c5-bd20-3c50a418c9e8 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1334777 Feb 15 22:02:34.976319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc851f08-34bd-44f0-aae1-eaadfb990da0 req-06a7f6fb-4dcd-42ff-83a7-e1391d4a6041 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:34.977843 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fc851f08-34bd-44f0-aae1-eaadfb990da0 req-06a7f6fb-4dcd-42ff-83a7-e1391d4a6041 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0854261 Feb 15 22:02:35.028517 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fc851f08-34bd-44f0-aae1-eaadfb990da0 req-159ae642-50fa-4f30-a77a-6b5af31d69f6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444946 Feb 15 22:02:35.339755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:02:36.228629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55109410-b813-47c5-be35-dda5992d7a82 req-16785e1c-7b93-4348-852f-c9ca279161ba tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:36.230215 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55109410-b813-47c5-be35-dda5992d7a82 req-16785e1c-7b93-4348-852f-c9ca279161ba tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0854266 Feb 15 22:02:36.277742 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55109410-b813-47c5-be35-dda5992d7a82 req-ccd08812-e60f-4ea7-bc6b-66986b160036 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412710 Feb 15 22:02:36.330673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:02:36.450058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:36.477486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:02:36.487973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:02:36.528578 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43', 'code': 200} Feb 15 22:02:36.530548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:36.533042 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:02:36.605927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:02:36.609249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:02:37.482308 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e4416-b435-4f5c-83e9-5940875f542e req-f4c43421-350b-4845-a4e1-30306cdfa881 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:37.483969 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-216e4416-b435-4f5c-83e9-5940875f542e req-f4c43421-350b-4845-a4e1-30306cdfa881 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0912783 Feb 15 22:02:37.532334 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-216e4416-b435-4f5c-83e9-5940875f542e req-bd583db6-cf74-4ee4-a5e1-c2cd1df845e3 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Feb 15 22:02:39.562495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e9da8-9c28-41a3-9afa-bfa75ea1e5a5 req-3685702f-0789-437f-82af-e4cd36c7e133 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:39.564238 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f2e9da8-9c28-41a3-9afa-bfa75ea1e5a5 req-3685702f-0789-437f-82af-e4cd36c7e133 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0877228 Feb 15 22:02:39.616102 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f2e9da8-9c28-41a3-9afa-bfa75ea1e5a5 req-93953507-7e87-4c64-a4ff-0aefd3d14431 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451224 Feb 15 22:02:39.726658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33776) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:02:39.850479 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-77144bc7-b4f2-4c41-ac2d-f6200fdd1e6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225154 Feb 15 22:02:40.545041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-48aca5cb-e999-4804-90bd-d9646701faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:40.546618 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-48aca5cb-e999-4804-90bd-d9646701faf8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330&tenant_id=27101b24adfc46f9957ca7052a4adebd HTTP/1.1" status: 200 len: 1160 time: 0.0813792 Feb 15 22:02:40.646760 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-ff1ff150-7137-4de8-b078-3e7a6370e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:40.648434 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-ff1ff150-7137-4de8-b078-3e7a6370e971 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 1160 time: 0.0768812 Feb 15 22:02:40.792223 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-4ef8a803-0623-478a-ab0e-c016e2b4593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:40.793823 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-4ef8a803-0623-478a-ab0e-c016e2b4593b service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.1375041 Feb 15 22:02:40.823367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9199dc-8973-43aa-a7a3-20a9a09d564f req-85c4fc44-c5d1-4ef6-a2eb-8e4b8f722e63 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:40.825019 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dc9199dc-8973-43aa-a7a3-20a9a09d564f req-85c4fc44-c5d1-4ef6-a2eb-8e4b8f722e63 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0873089 Feb 15 22:02:40.873331 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dc9199dc-8973-43aa-a7a3-20a9a09d564f req-83bbd3f3-cd16-49c8-bf9c-7fae11b569ce tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 Feb 15 22:02:40.904265 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-16a5618d-3e17-45d6-a13a-c440fabf3600 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 HTTP/1.1" status: 200 len: 998 time: 0.1038108 Feb 15 22:02:40.975289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-c3680b1e-7b75-4ac9-8e96-c4fc6987fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:40.976850 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-c3680b1e-7b75-4ac9-8e96-c4fc6987fac3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0657358 Feb 15 22:02:41.058902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-b4a3538a-9fba-409b-a6be-07371c46cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:41.060470 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-b4a3538a-9fba-409b-a6be-07371c46cf62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767841 Feb 15 22:02:41.203385 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-583a7325-5dec-477d-8955-e88bf0efcaa7 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351595 Feb 15 22:02:41.342796 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82aca7cd-10f9-433d-95b7-c7ea84d0cb9c req-fdbfef00-966a-4964-8a78-48886caa9ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1323094 Feb 15 22:02:42.079451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff416e9c-2912-4325-8172-ec74bc897ec5 req-fe999fba-423b-4860-ab52-6fae9384db28 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:42.081085 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ff416e9c-2912-4325-8172-ec74bc897ec5 req-fe999fba-423b-4860-ab52-6fae9384db28 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0913310 Feb 15 22:02:42.130583 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ff416e9c-2912-4325-8172-ec74bc897ec5 req-e5afc18a-dd26-4fc4-885f-4c65f2299192 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430033 Feb 15 22:02:43.336011 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999c432-86e5-4b43-a7f0-fd93ec3f46cd req-afacbf30-7fea-444d-a4f9-481339be8e13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:43.337689 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a999c432-86e5-4b43-a7f0-fd93ec3f46cd req-afacbf30-7fea-444d-a4f9-481339be8e13 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0873997 Feb 15 22:02:43.391869 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a999c432-86e5-4b43-a7f0-fd93ec3f46cd req-68b34ae7-4d2f-4fe6-aa99-f929f9fb3fae tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476861 Feb 15 22:02:44.620632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e96272-4e90-4d8f-8e4e-ba0910d15393 req-082f504b-63e9-4ad9-85c2-e502d7d4ff25 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:44.622248 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66e96272-4e90-4d8f-8e4e-ba0910d15393 req-082f504b-63e9-4ad9-85c2-e502d7d4ff25 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.1102705 Feb 15 22:02:44.684454 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66e96272-4e90-4d8f-8e4e-ba0910d15393 req-8eab2c69-a306-4025-8179-73ff6e2b8483 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436008 Feb 15 22:02:45.889109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cafaa-768f-4bb5-9070-32603741253c req-57fbdb0e-4b1b-49d2-8473-746d8e45c14d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:45.890709 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d67cafaa-768f-4bb5-9070-32603741253c req-57fbdb0e-4b1b-49d2-8473-746d8e45c14d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0897391 Feb 15 22:02:45.938343 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d67cafaa-768f-4bb5-9070-32603741253c req-b96bed9c-37b0-4d72-989b-7f842e959a9d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412037 Feb 15 22:02:47.151340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e971a-6a39-4893-a26e-20c333888718 req-e7bdee41-c033-47ae-ac1e-8f0e9a38ecaf tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:47.153302 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-707e971a-6a39-4893-a26e-20c333888718 req-e7bdee41-c033-47ae-ac1e-8f0e9a38ecaf tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0905664 Feb 15 22:02:47.209035 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-707e971a-6a39-4893-a26e-20c333888718 req-275c7182-4455-42a9-bc3b-1aac91d7448d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492551 Feb 15 22:02:47.541179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9082-09cc-4f40-ac3c-7938c3e6eeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:48.414623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f29688-7185-49b9-9d50-2dc427a6177d req-62b6b013-637b-42da-b41b-fc24db0f5a2e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:48.416296 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5f29688-7185-49b9-9d50-2dc427a6177d req-62b6b013-637b-42da-b41b-fc24db0f5a2e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0867808 Feb 15 22:02:48.464222 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5f29688-7185-49b9-9d50-2dc427a6177d req-2ff460f8-c6f5-4f1e-8f2c-9c0c26c1fcae tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417583 Feb 15 22:02:49.679582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3f63b-2631-4750-9839-082405e03a21 req-48a42d03-ebf2-43b2-906c-b67f51e7f6bd tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:49.681464 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c0f3f63b-2631-4750-9839-082405e03a21 req-48a42d03-ebf2-43b2-906c-b67f51e7f6bd tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0923662 Feb 15 22:02:49.729368 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c0f3f63b-2631-4750-9839-082405e03a21 req-cbd75343-042d-4005-b07d-493f1237eb36 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415969 Feb 15 22:02:50.048869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0c8e39de-ffd7-4a44-a605-c94e97e024e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:50.576240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:50.949775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e6c3c-0c27-4029-94a1-aa73ee4ef53c req-7387535a-8b10-41fb-8ca2-b18ff56b65fd tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:50.951345 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fc2e6c3c-0c27-4029-94a1-aa73ee4ef53c req-7387535a-8b10-41fb-8ca2-b18ff56b65fd tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.1061192 Feb 15 22:02:51.006564 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fc2e6c3c-0c27-4029-94a1-aa73ee4ef53c req-b759051e-cfcc-4aab-a340-fb347dc1c0ea tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490100 Feb 15 22:02:51.746079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:52.214589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f6a14-961c-4486-b8a7-00e4808cc1c8 req-cbb1461c-fdad-4f04-bb12-b760ac61c299 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:52.216228 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-483f6a14-961c-4486-b8a7-00e4808cc1c8 req-cbb1461c-fdad-4f04-bb12-b760ac61c299 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0884027 Feb 15 22:02:52.262682 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-483f6a14-961c-4486-b8a7-00e4808cc1c8 req-603b00ee-e3c7-4a5a-a141-5e5ea77feb8e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Feb 15 22:02:53.067345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:02:53.467687 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c3e9-adb6-43a5-bf7b-b0efe791886d req-4e950909-4d96-443e-9e86-85e1ff91e387 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:53.469281 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7892c3e9-adb6-43a5-bf7b-b0efe791886d req-4e950909-4d96-443e-9e86-85e1ff91e387 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0896392 Feb 15 22:02:53.519566 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7892c3e9-adb6-43a5-bf7b-b0efe791886d req-12d15ab7-bdc3-463d-8238-d60d045a8bce tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439420 Feb 15 22:02:54.727383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3fe56-a18b-4375-8dc9-1f80c2d97bab req-8731d3db-3084-4c12-a160-26b6aec0a719 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:54.729070 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-73e3fe56-a18b-4375-8dc9-1f80c2d97bab req-8731d3db-3084-4c12-a160-26b6aec0a719 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0890584 Feb 15 22:02:54.785163 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-73e3fe56-a18b-4375-8dc9-1f80c2d97bab req-396d6f9b-af7d-4062-a25a-aaae3953b89c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497708 Feb 15 22:02:55.991993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3667e0f-e3b1-4942-81e9-aeabed676212 req-81fbb46b-fdd7-4009-951e-b72d047d686c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:55.993578 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f3667e0f-e3b1-4942-81e9-aeabed676212 req-81fbb46b-fdd7-4009-951e-b72d047d686c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0860438 Feb 15 22:02:56.042073 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f3667e0f-e3b1-4942-81e9-aeabed676212 req-8aa5c065-ccfc-40f2-bcd3-77f7bcbf40b5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422852 Feb 15 22:02:57.256302 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef3ada-ef9e-40ea-b632-08cb710e7fe8 req-0943258f-56e9-47d6-af76-b9711cbfca76 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:57.258339 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-84ef3ada-ef9e-40ea-b632-08cb710e7fe8 req-0943258f-56e9-47d6-af76-b9711cbfca76 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0906267 Feb 15 22:02:57.304602 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-84ef3ada-ef9e-40ea-b632-08cb710e7fe8 req-851291c9-f3b8-4fea-8a07-5145fc86d43f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401907 Feb 15 22:02:58.506287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaba864-1383-42d5-b9c5-628751c971e5 req-81e74355-7d3b-46c1-895b-6ae92cdc971d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:58.507879 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-edaba864-1383-42d5-b9c5-628751c971e5 req-81e74355-7d3b-46c1-895b-6ae92cdc971d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0857255 Feb 15 22:02:58.558081 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-edaba864-1383-42d5-b9c5-628751c971e5 req-ed6a04a6-aca9-49ef-8fb1-d4d87a1bde6d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439415 Feb 15 22:02:59.768532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a93ecd-d596-4705-ade2-f2e53d0ead4b req-30cced9a-255e-4d96-b9c7-203d40ad428a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:02:59.770509 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d3a93ecd-d596-4705-ade2-f2e53d0ead4b req-30cced9a-255e-4d96-b9c7-203d40ad428a tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0865443 Feb 15 22:02:59.818500 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d3a93ecd-d596-4705-ade2-f2e53d0ead4b req-7d95db8f-f757-45fe-90b8-d25d7238086c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414295 Feb 15 22:03:01.022386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547d14-a906-43f3-90ec-4883bfea35af req-602f5ada-508c-4c3b-bf8f-5858f4df4b3d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:01.023924 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30547d14-a906-43f3-90ec-4883bfea35af req-602f5ada-508c-4c3b-bf8f-5858f4df4b3d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0879791 Feb 15 22:03:01.070814 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-30547d14-a906-43f3-90ec-4883bfea35af req-595a1417-dbcf-4960-b72b-b5e700bcfc4c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402951 Feb 15 22:03:02.271655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31cb32-f9af-48f8-912b-1d1e70a8efcb req-12c6e7f1-8eb7-4090-856e-33c0cec893f9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:02.273226 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aa31cb32-f9af-48f8-912b-1d1e70a8efcb req-12c6e7f1-8eb7-4090-856e-33c0cec893f9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0856447 Feb 15 22:03:02.322987 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aa31cb32-f9af-48f8-912b-1d1e70a8efcb req-b736f54c-0ab6-41ae-bb2f-7fa643cf55fc tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436678 Feb 15 22:03:02.585908 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:02.641169 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8f94d07-253c-4955-b483-fefa168dad87 req-cc196ce9-c051-45ff-a586-1b5ed57f205a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0747018 Feb 15 22:03:02.748007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f94d07-253c-4955-b483-fefa168dad87 req-dc73a232-5a01-4734-83a9-ddf1d503f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:02.749605 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8f94d07-253c-4955-b483-fefa168dad87 req-dc73a232-5a01-4734-83a9-ddf1d503f002 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 1162 time: 0.0824976 Feb 15 22:03:02.902673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f94d07-253c-4955-b483-fefa168dad87 req-995f8393-984b-4d4f-b646-6689695e32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:02.904186 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8f94d07-253c-4955-b483-fefa168dad87 req-995f8393-984b-4d4f-b646-6689695e32ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.1358531 Feb 15 22:03:03.011121 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8f94d07-253c-4955-b483-fefa168dad87 req-05c9b48b-e37b-42a3-b51a-85d04c0ac442 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 HTTP/1.1" status: 200 len: 1001 time: 0.1005058 Feb 15 22:03:03.080344 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f94d07-253c-4955-b483-fefa168dad87 req-395242ca-7040-4954-aa09-d3dbb322e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:03.081861 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8f94d07-253c-4955-b483-fefa168dad87 req-395242ca-7040-4954-aa09-d3dbb322e5a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.0644290 Feb 15 22:03:03.164008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f94d07-253c-4955-b483-fefa168dad87 req-00bf818f-365e-49de-94b0-1aee294203e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:03.165480 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8f94d07-253c-4955-b483-fefa168dad87 req-00bf818f-365e-49de-94b0-1aee294203e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763032 Feb 15 22:03:03.307380 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8f94d07-253c-4955-b483-fefa168dad87 req-a41d28d7-6260-49e1-9e1a-b8ce108d8757 service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345587 Feb 15 22:03:03.449957 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8f94d07-253c-4955-b483-fefa168dad87 req-12c4f266-a5ef-4572-962b-da060a32721c service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359901 Feb 15 22:03:03.528276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df299b-12c2-4171-bce0-a9679db3e3fa req-1cfc0ba9-98b4-4d36-b58b-38b4a06dd2f9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:03.529886 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-78df299b-12c2-4171-bce0-a9679db3e3fa req-1cfc0ba9-98b4-4d36-b58b-38b4a06dd2f9 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0869415 Feb 15 22:03:03.577771 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-78df299b-12c2-4171-bce0-a9679db3e3fa req-cf2c0c32-96fc-4135-8138-4174ef9e5cfe tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416954 Feb 15 22:03:04.783305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27450eec-8514-4633-a6e6-f7c03e3f43d5 req-edbb9621-95d3-4e03-a36c-7ac20b8ee97f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:04.784937 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27450eec-8514-4633-a6e6-f7c03e3f43d5 req-edbb9621-95d3-4e03-a36c-7ac20b8ee97f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0894029 Feb 15 22:03:04.833705 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-27450eec-8514-4633-a6e6-f7c03e3f43d5 req-d755fa45-3bf8-4b8c-85ff-276b86ae7057 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Feb 15 22:03:05.197550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a551e0c-cf0c-4298-a970-7b490c0db86b req-57138b64-79b0-4c24-b4e9-4248dcb4a049 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:05.199163 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a551e0c-cf0c-4298-a970-7b490c0db86b req-57138b64-79b0-4c24-b4e9-4248dcb4a049 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0852835 Feb 15 22:03:05.250477 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a551e0c-cf0c-4298-a970-7b490c0db86b req-353636ad-fe70-4093-935a-486bc00c04a2 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451550 Feb 15 22:03:06.035965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e7798-fc3c-4068-aeac-a6693040f1ad req-c8627544-64c0-476f-ba2f-7a07288748f5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:06.037442 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ab2e7798-fc3c-4068-aeac-a6693040f1ad req-c8627544-64c0-476f-ba2f-7a07288748f5 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0839248 Feb 15 22:03:06.084573 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ab2e7798-fc3c-4068-aeac-a6693040f1ad req-a80a6abd-5d37-4d65-add8-a6f7808e4f9f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405250 Feb 15 22:03:06.448483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa972e-2c19-419a-9360-9432b6f38fda req-3a13eef3-25a4-4eb3-b15d-dc0555853d33 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:06.450061 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-31fa972e-2c19-419a-9360-9432b6f38fda req-3a13eef3-25a4-4eb3-b15d-dc0555853d33 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.0876493 Feb 15 22:03:06.496903 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-31fa972e-2c19-419a-9360-9432b6f38fda req-750639ae-a834-4ffe-8e9a-bfbe623ca981 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408254 Feb 15 22:03:06.662543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-1a9c763e-f1d6-4c65-b0d5-be0a11ad64f9 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:06.663306 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-1a9c763e-f1d6-4c65-b0d5-be0a11ad64f9 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Synchronizing usage tracker for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:03:06.711285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-1a9c763e-f1d6-4c65-b0d5-be0a11ad64f9 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Unset dirty status for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:03:06.712561 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-1a9c763e-f1d6-4c65-b0d5-be0a11ad64f9 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1368854 Feb 15 22:03:06.788388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Deleting port c47a8f48-cfcf-4abb-952d-8af350977bfc {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:03:06.788768 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:07.044723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] For port c47a8f48-cfcf-4abb-952d-8af350977bfc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c47a8f48-cfcf-4abb-952d-8af350977bfc,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:03:07.045264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:07.087846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:03:07.160745 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:03:07.160745 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:07.291034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:07.291977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759a6b8-5edf-4963-80ef-63d3f6aec661 req-b01acdd9-4055-4359-9457-afe31c6105d7 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:07.293694 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c759a6b8-5edf-4963-80ef-63d3f6aec661 req-b01acdd9-4055-4359-9457-afe31c6105d7 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 943 time: 0.0910091 Feb 15 22:03:07.322617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:03:07.334165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:03:07.360597 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c759a6b8-5edf-4963-80ef-63d3f6aec661 req-6788985a-7c51-41ad-9c92-3fd5fc1c6b8d tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592470 Feb 15 22:03:07.388569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:07.391846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:07.473651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,revision_number=6']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:07.478387 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:07.514815 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43', 'code': 200} Feb 15 22:03:07.608575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:07.608850 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:07.609201 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Floating IP 9fda6e66-29e5-4534-a65e-1c8b2960153b disassociated. External IP: 172.27.0.26, port: c47a8f48-cfcf-4abb-952d-8af350977bfc. Feb 15 22:03:07.609582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Calling delete_port for c47a8f48-cfcf-4abb-952d-8af350977bfc owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:03:07.716599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594b043-c297-4f16-8260-6ce88f519de5 req-105eef6e-35e9-4598-8198-945770f9514a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:07.718228 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5594b043-c297-4f16-8260-6ce88f519de5 req-105eef6e-35e9-4598-8198-945770f9514a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 945 time: 0.1086898 Feb 15 22:03:07.767548 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5594b043-c297-4f16-8260-6ce88f519de5 req-36233525-412d-4864-8c9c-5ed368cc00de tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=265baf89-bb0d-4d00-87c5-c8eeca3700bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426219 Feb 15 22:03:07.857749 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:07.860548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f0502-6c66-49ef-88fe-aab65216a866 req-60ed9783-2c4d-4f4a-b7b0-0eeecbe8645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:07.862077 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e23f0502-6c66-49ef-88fe-aab65216a866 req-60ed9783-2c4d-4f4a-b7b0-0eeecbe8645f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 1162 time: 0.0823560 Feb 15 22:03:07.875957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-442bf6d5-72b8-41e3-911c-4ab0b5e687a0 tempest-VolumesSnapshotTestJSON-979803229 tempest-VolumesSnapshotTestJSON-979803229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:07.947593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event deleted for resources: {'Port': ['ID=c47a8f48-cfcf-4abb-952d-8af350977bfc,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:08.008321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.008742 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.009156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.009566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.009966 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.010391 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.010793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.011188 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.011614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.012007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.012400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.012790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.013220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.013612 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.014002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.014394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.014782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.015171 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.015584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.015973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.016357 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.016746 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.017133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.017519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:08.043894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:08.058334 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e23f0502-6c66-49ef-88fe-aab65216a866 req-6ee8650d-9998-4b50-afad-fde2ee6e6427 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440902 Feb 15 22:03:08.285081 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:03:08.475728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:03:08.487417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] Sync routers for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:03:08.497801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:03:08.498483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:02:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:03:08.522866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] No DVR routers for this DVR port c47a8f48-cfcf-4abb-952d-8af350977bfc on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:03:08.525287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:08.536105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd008c-461d-49cf-a521-f7170c176219', 'name': 'network-vif-deleted', 'tag': 'c47a8f48-cfcf-4abb-952d-8af350977bfc'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:03:08.571041 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-670bd78e-9467-4e8a-9d8b-d0167d58424e req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.47 "DELETE /v2.0/ports/c47a8f48-cfcf-4abb-952d-8af350977bfc HTTP/1.1" status: 204 len: 173 time: 1.8519559 Feb 15 22:03:08.575276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:03:08.699918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:03:08.700420 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:08.710736 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfd008c-461d-49cf-a521-f7170c176219', 'name': 'network-vif-deleted', 'tag': 'c47a8f48-cfcf-4abb-952d-8af350977bfc', 'status': 'completed', 'code': 200} Feb 15 22:03:08.774316 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:03:08.883305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f20447-7c67-4a75-9d8e-324bbc49166e req-f7f6bf9d-9a8c-4f75-b6f8-1650e16fb5ef tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:08.885205 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-77f20447-7c67-4a75-9d8e-324bbc49166e req-f7f6bf9d-9a8c-4f75-b6f8-1650e16fb5ef tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.3941312 Feb 15 22:03:08.890267 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device c47a8f48-cfcf-4abb-952d-8af350977bfc no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:03:08.930253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: c47a8f48-cfcf-4abb-952d-8af350977bfc {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:03:08.930654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device c47a8f48-cfcf-4abb-952d-8af350977bfc not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:03:08.973361 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-77f20447-7c67-4a75-9d8e-324bbc49166e req-45a8c901-a7eb-44ba-8b36-4bf18754850e tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816572 Feb 15 22:03:08.986219 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b3185cb8-1fdb-4272-84ef-655eb83f432a req-226809dc-2bbc-407e-985c-6f9fb7fb356d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dfd008c-461d-49cf-a521-f7170c176219 HTTP/1.1" status: 200 len: 210 time: 0.0584912 Feb 15 22:03:09.119044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:03:09.123049 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] Checking router: 0c7bdcbc-66e2-4708-96e6-76f92137ac1b for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:03:09.131977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:03:09.132622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:02:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:03:09.318676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:03:09.817097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:03:09.821303 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062b951-7517-49c7-ba25-bf84d0b94e28 None None] The sync data for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi is: [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:03:10.195009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33938) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:03:10.208825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05eb6ac-86ce-4e48-8fc5-729363410738 req-2d335ca1-9c02-458c-ab73-99fe6c0c58ee tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:10.210560 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a05eb6ac-86ce-4e48-8fc5-729363410738 req-2d335ca1-9c02-458c-ab73-99fe6c0c58ee tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1085939 Feb 15 22:03:10.231265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93e7fc-b6d8-4420-ae7a-0d7cfbd301ad None None] New status for floating IP 9fda6e66-29e5-4534-a65e-1c8b2960153b: DOWN {{(pid=84108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:03:10.263645 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a05eb6ac-86ce-4e48-8fc5-729363410738 req-3b087410-c08d-4b38-821e-13c7664d16ab tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454931 Feb 15 22:03:10.272701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5762dfb-8978-4a3d-923e-a2712ee78197 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:10.302475 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5762dfb-8978-4a3d-923e-a2712ee78197 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:10.393294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5762dfb-8978-4a3d-923e-a2712ee78197 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:10.399047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f9d46a9b-4c33-491f-a54b-f9cd540ecc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:10.419650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5762dfb-8978-4a3d-923e-a2712ee78197 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265baf89-bb0d-4d00-87c5-c8eeca3700bc,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:10.423300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b5762dfb-8978-4a3d-923e-a2712ee78197 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:10.459341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5762dfb-8978-4a3d-923e-a2712ee78197 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:10.463425 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b5762dfb-8978-4a3d-923e-a2712ee78197 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "DELETE /v2.0/security-groups/265baf89-bb0d-4d00-87c5-c8eeca3700bc HTTP/1.1" status: 204 len: 168 time: 0.2647102 Feb 15 22:03:10.463662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33942) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:03:10.481876 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.v2.resource [None req-56625f97-ca12-4e1f-b366-f1ff33c99a3c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] show failed (client error): The resource could not be found. Feb 15 22:03:10.482977 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-56625f97-ca12-4e1f-b366-f1ff33c99a3c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups/265baf89-bb0d-4d00-87c5-c8eeca3700bc HTTP/1.1" status: 404 len: 347 time: 0.0183239 Feb 15 22:03:10.486126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33946) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:03:10.568455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:03:10.644023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:03:10.644447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:10.660347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Deleting port 34408685-4188-4db2-a5c3-ae6fc94e34ad {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:03:10.660884 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:10.849126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:10.849487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:10.980532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Calling delete_port for 34408685-4188-4db2-a5c3-ae6fc94e34ad owned by network:floatingip {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:03:11.151829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:11.166858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c4a4bb5c-c1ae-423c-b4ce-b3e8a8bb7508 tempest-VolumesActionsTest-1976128910 tempest-VolumesActionsTest-1976128910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:11.224020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event deleted for resources: {'Port': ['ID=34408685-4188-4db2-a5c3-ae6fc94e34ad,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:11.228500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:11.389030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:11.404108 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:11.405286 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "DELETE /v2.0/floatingips/9fda6e66-29e5-4534-a65e-1c8b2960153b HTTP/1.1" status: 204 len: 168 time: 0.9180951 Feb 15 22:03:11.467234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910e22c-a43e-42f0-b2d7-1d5d1adbb625 req-cd5e79b2-4942-4424-a7a1-15a32f01531f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:11.468895 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7910e22c-a43e-42f0-b2d7-1d5d1adbb625 req-cd5e79b2-4942-4424-a7a1-15a32f01531f tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0873466 Feb 15 22:03:11.522704 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7910e22c-a43e-42f0-b2d7-1d5d1adbb625 req-5cb61c82-068c-4f0e-90a1-0bcd19b3f3f6 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459781 Feb 15 22:03:11.938993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33956) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:03:11.944836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533495500', 'description': 'tempest-description--374504364'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:03:11.951071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:03:11.955478 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:security_group and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:03:11.958508 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:03:11.964586 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:03:11.996830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.017152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:03:12.021074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:security_group_rule and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:03:12.023997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:03:12.029585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:03:12.140478 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.179800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.185589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e2371d8b-43ee-4ac2-9bc3-58625059cd8a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:12.233622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6caa96f-5859-49e0-b6b7-7fafa6594af3,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:12.236865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:12.261375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.262675 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3225739 Feb 15 22:03:12.265666 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33960) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:03:12.271083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'security_group_rule': {'security_group_id': 'e6caa96f-5859-49e0-b6b7-7fafa6594af3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:03:12.277787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:03:12.281779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:security_group_rule and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:03:12.284809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:03:12.290560 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:03:12.330503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.339796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:03:12.469976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.535099 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.537335 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d6f9904a-802c-459f-8f02-acfc90d3a357 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:12.561406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5bfea4-b753-4fe7-b2b1-d14db0a8732e,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:12.567126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:12.592356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.593629 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3269672 Feb 15 22:03:12.596532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33964) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:03:12.602044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'security_group_rule': {'security_group_id': 'e6caa96f-5859-49e0-b6b7-7fafa6594af3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:03:12.608760 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:03:12.612879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:security_group_rule and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:03:12.615942 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:03:12.621785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:03:12.662135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.725811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.752209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.754373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4ca37a75-f182-468b-b3e7-0b05f1298200 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:12.775327 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867242ea-261a-4101-9a88-f6d6b2cf092c,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:12.780232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:12.803816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:12.805394 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-582d8538-a750-4ac2-8bc7-7eedb4873411 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2078278 Feb 15 22:03:12.808673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 33968) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:03:12.814086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'floatingip': {'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:03:12.819769 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:03:12.824264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:floatingip and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:03:12.827225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:03:12.832972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:03:12.866651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:13.004494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:13.272278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Allocated IP 172.27.0.72 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/6d940ba6-cc69-4408-b104-46aea1873e8a) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:03:13.486881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:13.535614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:13.551087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1db998ce-9008-42d9-9c1d-6233cfba3c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:13.698879 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'Port': ['ID=6d940ba6-cc69-4408-b104-46aea1873e8a,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:13.703842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:13.746916 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:03:13.748099 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:03:13.750218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:03:13.831287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:13.916107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:14.177859 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:14.215137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:14.229935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:14.594784 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'Port': ['ID=6d940ba6-cc69-4408-b104-46aea1873e8a,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:14.599482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:14.689515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:14.758205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:14.759583 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9498603 Feb 15 22:03:14.925572 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-4ebcd40b-560c-4f50-825b-f2bce7d3cf86 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1533495500&fields=id&tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174 HTTP/1.1" status: 200 len: 267 time: 0.0427127 Feb 15 22:03:15.084555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065708-a6e9-4070-8c8c-5a85151190ef req-465faf51-f78d-4f1d-84c0-0dcd460b987d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:15.086108 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-465faf51-f78d-4f1d-84c0-0dcd460b987d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/networks?id=74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 200 len: 809 time: 0.1534772 Feb 15 22:03:15.101974 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-8b897a7d-9559-42ae-b50b-6a0b3ab7e73c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/quotas/4cf493c0d1404c8bbefa3de6ecfaf174 HTTP/1.1" status: 200 len: 375 time: 0.0094025 Feb 15 22:03:15.190784 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-8866c82f-4ef9-4d25-907a-70d0193fa7e8 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834091 Feb 15 22:03:15.340527 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-12abe364-694d-4f1e-b829-e34deb17c6f4 service neutron] 10.222.0.41 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369059 Feb 15 22:03:15.480435 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-76a1d756-4b3d-41c6-957b-194fa75ebaa8 service neutron] 10.222.0.41 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1332915 Feb 15 22:03:15.734615 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d0fe7b3-8b27-438f-b9ea-c47539a987c9 req-d9c50fc5-da25-4106-8de5-bf254154e80c tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 210 time: 0.0522749 Feb 15 22:03:16.898755 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-82c1e7c4-5f3e-4f5a-aa35-95f494798d83 req-70a3e891-554e-441a-9a6a-74d31965e1e8 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 210 time: 0.0485432 Feb 15 22:03:17.368955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065708-a6e9-4070-8c8c-5a85151190ef req-e73c2cd5-62c3-4bd5-a1a0-fdb494ffc63f tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:17.371083 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-e73c2cd5-62c3-4bd5-a1a0-fdb494ffc63f tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.47 "GET /v2.0/networks?id=74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 200 len: 809 time: 0.1611567 Feb 15 22:03:17.448782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-45065708-a6e9-4070-8c8c-5a85151190ef req-04019c3f-31a7-4602-9909-c41b5d74e286 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Synchronizing usage tracker for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:security_group {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:03:17.505790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-45065708-a6e9-4070-8c8c-5a85151190ef req-04019c3f-31a7-4602-9909-c41b5d74e286 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Unset dirty status for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:security_group {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:03:17.507441 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-04019c3f-31a7-4602-9909-c41b5d74e286 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174 HTTP/1.1" status: 200 len: 5708 time: 0.1282661 Feb 15 22:03:17.517145 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'port': {'device_id': '47ddfc81-5ef2-453e-b213-28e704989025', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'admin_state_up': True, 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'security_groups': ['e6caa96f-5859-49e0-b6b7-7fafa6594af3']}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:03:17.551320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-81c265c8-bcc0-4703-a016-3e175b79af95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:17.664360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:03:17.670255 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Usage tracker for resource:port and tenant:4cf493c0d1404c8bbefa3de6ecfaf174 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:03:17.672333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:03:17.678121 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:03:17.724215 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Made reservation on behalf of 4cf493c0d1404c8bbefa3de6ecfaf174 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:03:17.730547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:18.034508 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Allocated IP 172.20.0.12 (74a976b8-a3ef-4109-b8d1-48b755edb77e/aa44811f-9767-4fda-ac4a-2e019e8eca6c/23d7da46-8793-49ae-a198-5f8ce063e4b1) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:03:18.058733 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1be6352e-d782-47e8-955b-b1c129989632 req-f5fae7db-0d59-4634-9d21-0001883709f6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 210 time: 0.0493183 Feb 15 22:03:18.235908 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:18.252442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Transition to ACTIVE for port object 23d7da46-8793-49ae-a198-5f8ce063e4b1 will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:03:18.305809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:18.320907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-00b33a60-2a1c-4b49-8678-52f46ae6b4d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:18.465401 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event updated for resources: {'Port': ['ID=23d7da46-8793-49ae-a198-5f8ce063e4b1,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:18.470185 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:18.513265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:03:18.514395 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:03:18.516616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:03:18.580796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:18.581458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:18.713569 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2007265 Feb 15 22:03:18.725491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Request body: {'port': {'device_id': '47ddfc81-5ef2-453e-b213-28e704989025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:03:18.730274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-530abad2-818b-4d80-b59a-f4a45cf845d5 None None] Provisioning for port 23d7da46-8793-49ae-a198-5f8ce063e4b1 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:03:18.735417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-530abad2-818b-4d80-b59a-f4a45cf845d5 None None] Provisioning complete for port 23d7da46-8793-49ae-a198-5f8ce063e4b1 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:03:18.735853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-530abad2-818b-4d80-b59a-f4a45cf845d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:18.792893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-530abad2-818b-4d80-b59a-f4a45cf845d5 None None] Port 23d7da46-8793-49ae-a198-5f8ce063e4b1 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 22:03:18.846882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:19.257171 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d7da46-8793-49ae-a198-5f8ce063e4b1 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 22:03:19.259720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bc3c5-6aec-429f-bb42-f074188e7081 req-bb1020aa-1e27-4236-9422-a4676a3baa83 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:19.261378 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e14bc3c5-6aec-429f-bb42-f074188e7081 req-bb1020aa-1e27-4236-9422-a4676a3baa83 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 932 time: 0.0889275 Feb 15 22:03:19.265385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:19.278185 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Transition to ACTIVE for port object 23d7da46-8793-49ae-a198-5f8ce063e4b1 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:03:19.305712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:19.311428 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e14bc3c5-6aec-429f-bb42-f074188e7081 req-c2b855e8-ad2c-4fc6-ab4e-cd21e776ea13 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435474 Feb 15 22:03:19.322282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b5e1c3b2-1ed0-4156-8427-03b49165ce70 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:19.465301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Pushing event updated for resources: {'Port': ['ID=23d7da46-8793-49ae-a198-5f8ce063e4b1,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:19.469736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:19.645401 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Attempting to bind port 23d7da46-8793-49ae-a198-5f8ce063e4b1 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 22:03:19.645774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Attempting to bind port 23d7da46-8793-49ae-a198-5f8ce063e4b1 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 22:03:19.646143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Attempting to bind port 23d7da46-8793-49ae-a198-5f8ce063e4b1 on network 74a976b8-a3ef-4109-b8d1-48b755edb77e {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 22:03:19.652743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 22, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 22:03:19.653124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Checking segment: {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:03:19.653531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:19.653928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Bound using segment: {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 22:03:19.654405 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Bound port: 23d7da46-8793-49ae-a198-5f8ce063e4b1, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8edab4-a363-4970-aeaf-3d80622ad1f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 22:03:19.654782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:19.753032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] For port 23d7da46-8793-49ae-a198-5f8ce063e4b1, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 22:03:19.756173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] For port 23d7da46-8793-49ae-a198-5f8ce063e4b1, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=23d7da46-8793-49ae-a198-5f8ce063e4b1,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 22:03:19.791574 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:19.807222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0e03b95d-e161-4d14-b3d1-10e0cce7cdb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:19.957199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Pushing event updated for resources: {'Port': ['ID=23d7da46-8793-49ae-a198-5f8ce063e4b1,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:19.960617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:19.993089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:19.993825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:19.995992 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] 10.222.0.47 "PUT /v2.0/ports/23d7da46-8793-49ae-a198-5f8ce063e4b1 HTTP/1.1" status: 200 len: 1158 time: 1.2750590 Feb 15 22:03:19.996543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ddfc81-5ef2-453e-b213-28e704989025', 'tag': '23d7da46-8793-49ae-a198-5f8ce063e4b1'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:03:20.027208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fed795d5-77f2-4b0a-bb9b-b8a628e1282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:20.047707 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ddfc81-5ef2-453e-b213-28e704989025', 'tag': '23d7da46-8793-49ae-a198-5f8ce063e4b1', 'status': 'completed', 'code': 200} Feb 15 22:03:20.151533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be41e-ca04-4dff-b9f8-0900e0772dfa req-19f7c897-6560-4dca-8cb3-13b9ef687bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:20.153173 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b99be41e-ca04-4dff-b9f8-0900e0772dfa req-19f7c897-6560-4dca-8cb3-13b9ef687bb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 1161 time: 0.0844221 Feb 15 22:03:20.302762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be41e-ca04-4dff-b9f8-0900e0772dfa req-4dbd6dca-57a5-43e5-9ab9-4360830d0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:20.304313 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b99be41e-ca04-4dff-b9f8-0900e0772dfa req-4dbd6dca-57a5-43e5-9ab9-4360830d0784 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1441844 Feb 15 22:03:20.449364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be41e-ca04-4dff-b9f8-0900e0772dfa req-091b84ec-bea7-466d-b623-ec898f2dacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:20.450943 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b99be41e-ca04-4dff-b9f8-0900e0772dfa req-091b84ec-bea7-466d-b623-ec898f2dacfb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1391172 Feb 15 22:03:20.510031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0973be-3a16-495f-8568-d2e8dc83ae72 req-c3cb49a0-2480-4141-a548-960eb6979ef8 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:20.511622 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7e0973be-3a16-495f-8568-d2e8dc83ae72 req-c3cb49a0-2480-4141-a548-960eb6979ef8 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 944 time: 0.0892973 Feb 15 22:03:20.557095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:20.563911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065708-a6e9-4070-8c8c-5a85151190ef req-9f7bccb9-8c16-4fbb-91ae-1fd4ac74bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:20.564078 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7e0973be-3a16-495f-8568-d2e8dc83ae72 req-36ead916-26f2-443a-aef5-acafdde4cdb7 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457747 Feb 15 22:03:20.565533 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-9f7bccb9-8c16-4fbb-91ae-1fd4ac74bf35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 1161 time: 0.0776553 Feb 15 22:03:20.642860 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-c84ebe67-195f-453c-9f5c-686eaaf7ad4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23d7da46-8793-49ae-a198-5f8ce063e4b1 HTTP/1.1" status: 200 len: 217 time: 0.0697622 Feb 15 22:03:20.711604 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065708-a6e9-4070-8c8c-5a85151190ef req-3f017923-461e-4126-9adb-5c925f209275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:20.713679 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-3f017923-461e-4126-9adb-5c925f209275 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa44811f-9767-4fda-ac4a-2e019e8eca6c HTTP/1.1" status: 200 len: 848 time: 0.0637107 Feb 15 22:03:20.797296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065708-a6e9-4070-8c8c-5a85151190ef req-cf68cf4f-f3c9-4e4a-9f74-cce90f34d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:20.798775 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-cf68cf4f-f3c9-4e4a-9f74-cce90f34d07f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74a976b8-a3ef-4109-b8d1-48b755edb77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790429 Feb 15 22:03:20.938841 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-0207afbb-d320-410f-8992-9243fc777925 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333489 Feb 15 22:03:21.307485 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45065708-a6e9-4070-8c8c-5a85151190ef req-500e5c30-9852-4b90-a24b-6d3fd0de3398 service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3617666 Feb 15 22:03:21.741630 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:21.902053 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc20f0-3c8d-4fd9-b899-b8f9db2ddaf2 req-376389eb-d139-478c-b009-661ac2bcc692 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:21.903587 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4acc20f0-3c8d-4fd9-b899-b8f9db2ddaf2 req-376389eb-d139-478c-b009-661ac2bcc692 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 944 time: 0.0858564 Feb 15 22:03:21.950763 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4acc20f0-3c8d-4fd9-b899-b8f9db2ddaf2 req-49901186-7abe-4bf3-8608-2ab86fc29d7a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409575 Feb 15 22:03:23.093934 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:23.154219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41390fb2-fb8d-4b17-bbaa-f92110b73bae req-132cc658-9033-4f4e-a11d-16a62fc1dbba tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:23.155810 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41390fb2-fb8d-4b17-bbaa-f92110b73bae req-132cc658-9033-4f4e-a11d-16a62fc1dbba tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 944 time: 0.0900536 Feb 15 22:03:23.202420 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41390fb2-fb8d-4b17-bbaa-f92110b73bae req-c81f2a0e-6802-400b-9d3c-fc418844a520 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404038 Feb 15 22:03:24.395429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097656d-7bbd-4908-ba6e-6adf28ab7d17 req-37793767-4546-4f8a-8076-1f1c9d85d6ac tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:24.397028 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1097656d-7bbd-4908-ba6e-6adf28ab7d17 req-37793767-4546-4f8a-8076-1f1c9d85d6ac tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 944 time: 0.0848103 Feb 15 22:03:24.447722 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1097656d-7bbd-4908-ba6e-6adf28ab7d17 req-5cad2c2e-1164-4d2b-b1a1-3ba41a4f640e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 Feb 15 22:03:25.383147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:03:25.457144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:03:25.457684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:25.582924 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 23d7da46-8793-49ae-a198-5f8ce063e4b1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:03:25.644943 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75c049-b50d-4806-9a31-1a6362427a69 req-7caca6ee-d4bd-495e-a81c-15d88c9824a4 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:25.646514 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4f75c049-b50d-4806-9a31-1a6362427a69 req-7caca6ee-d4bd-495e-a81c-15d88c9824a4 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 944 time: 0.0871737 Feb 15 22:03:25.689932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 23d7da46-8793-49ae-a198-5f8ce063e4b1 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:03:25.695386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 23d7da46-8793-49ae-a198-5f8ce063e4b1 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:03:25.695914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:25.696552 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4f75c049-b50d-4806-9a31-1a6362427a69 req-2115fa40-f9d7-4990-b5de-e96614b9261e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435123 Feb 15 22:03:25.819228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:25.847331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ddfc81-5ef2-453e-b213-28e704989025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d7da46-8793-49ae-a198-5f8ce063e4b1'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:03:25.858114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 23d7da46-8793-49ae-a198-5f8ce063e4b1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=23d7da46-8793-49ae-a198-5f8ce063e4b1,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:03:25.894422 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ddfc81-5ef2-453e-b213-28e704989025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d7da46-8793-49ae-a198-5f8ce063e4b1', 'code': 200} Feb 15 22:03:25.906964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:25.908938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:03:25.980281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=23d7da46-8793-49ae-a198-5f8ce063e4b1,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:03:25.988109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.990246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.990246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.990246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.990246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.990246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.990246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.990846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.990944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.991251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.991643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.992008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.992409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.992771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.993133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.993493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.993853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.994247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.994609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.994970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.995331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.995715 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.996077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:25.996435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:03:26.000725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:03:26.248753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d2efb-eacf-4dcc-8682-4fddc69bbd16 req-b9a8c814-5310-4917-870d-4c8b2851aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:26.250251 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-161d2efb-eacf-4dcc-8682-4fddc69bbd16 req-b9a8c814-5310-4917-870d-4c8b2851aad5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 1163 time: 0.0753913 Feb 15 22:03:26.292541 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-161d2efb-eacf-4dcc-8682-4fddc69bbd16 req-768fe7ba-3087-401d-b8cf-8c62aadead7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354190 Feb 15 22:03:26.713289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 23d7da46-8793-49ae-a198-5f8ce063e4b1 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:03:26.788574 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 23d7da46-8793-49ae-a198-5f8ce063e4b1 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:03:26.788992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:26.895597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52c609-2647-4188-a378-85d372059708 req-d5e12358-99cb-4c5a-bbf1-f04c271edcd6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:26.897481 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0a52c609-2647-4188-a378-85d372059708 req-d5e12358-99cb-4c5a-bbf1-f04c271edcd6 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 946 time: 0.0895298 Feb 15 22:03:26.946093 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0a52c609-2647-4188-a378-85d372059708 req-ca49be8f-dd78-4bd9-be12-ec02bb1174bf tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422125 Feb 15 22:03:28.143068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9422b-bc81-4adb-a5ff-ebc16fc0ad5b req-e92755c5-b768-4683-aefe-2870cefd0264 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:28.145553 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eda9422b-bc81-4adb-a5ff-ebc16fc0ad5b req-e92755c5-b768-4683-aefe-2870cefd0264 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 946 time: 0.0859852 Feb 15 22:03:28.195695 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eda9422b-bc81-4adb-a5ff-ebc16fc0ad5b req-b15bc224-548e-4921-82a9-37b7b15ba902 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437534 Feb 15 22:03:28.389724 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90781c-f8fd-4790-b1cd-7a33c35aff1a req-a2698432-f1a7-4a7e-a69d-3d92f779f28d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:28.391307 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c90781c-f8fd-4790-b1cd-7a33c35aff1a req-a2698432-f1a7-4a7e-a69d-3d92f779f28d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 946 time: 0.0879374 Feb 15 22:03:28.400448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34026) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:03:28.406042 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-a8b035a9-71b8-4391-863c-ff631094149b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Request body: {'floatingip': {'port_id': '23d7da46-8793-49ae-a198-5f8ce063e4b1'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:03:28.492218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a8b035a9-71b8-4391-863c-ff631094149b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:29.100352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a8b035a9-71b8-4391-863c-ff631094149b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:29.141146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a8b035a9-71b8-4391-863c-ff631094149b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:29.319369 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [None req-a8b035a9-71b8-4391-863c-ff631094149b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Floating IP d78c1bd5-b837-4432-a427-8f66fdcc6a8a associated. External IP: 172.27.0.72, port: 23d7da46-8793-49ae-a198-5f8ce063e4b1. Feb 15 22:03:29.913203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b035a9-71b8-4391-863c-ff631094149b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:03:30.098436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b035a9-71b8-4391-863c-ff631094149b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:03:30.103386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a8b035a9-71b8-4391-863c-ff631094149b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:30.108086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] Sync routers for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:03:30.117802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:03:30.118453 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:03:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:03:30.166160 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a8b035a9-71b8-4391-863c-ff631094149b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "PUT /v2.0/floatingips/d78c1bd5-b837-4432-a427-8f66fdcc6a8a HTTP/1.1" status: 200 len: 991 time: 1.7645481 Feb 15 22:03:30.166845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ddfc81-5ef2-453e-b213-28e704989025', 'tag': '23d7da46-8793-49ae-a198-5f8ce063e4b1'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:03:30.312158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:03:30.330414 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ddfc81-5ef2-453e-b213-28e704989025', 'tag': '23d7da46-8793-49ae-a198-5f8ce063e4b1', 'status': 'completed', 'code': 200} Feb 15 22:03:30.434025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-83fdbb64-4496-4738-abf3-7c0ae555da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:30.435584 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-83fdbb64-4496-4738-abf3-7c0ae555da4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 1163 time: 0.0808661 Feb 15 22:03:30.582840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-d069a8dd-9654-4e8c-9ecc-a42a55d42fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:30.584452 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-d069a8dd-9654-4e8c-9ecc-a42a55d42fc1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 200 len: 903 time: 0.1352530 Feb 15 22:03:30.682421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': 'd78c1bd5-b837-4432-a427-8f66fdcc6a8a', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'port_id': '23d7da46-8793-49ae-a198-5f8ce063e4b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'mac_address': 'fa:16:3e:df:ff:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddfc81-5ef2-453e-b213-28e704989025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T22:03:13Z', 'updated_at': '2021-02-15T22:03:28Z', 'revision_number': 1, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:03:30.686787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] Checking router: 0c7bdcbc-66e2-4708-96e6-76f92137ac1b for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:03:30.696073 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:03:30.696736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:03:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:03:30.697879 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-3d19fe1b-ab26-4fc0-9fe0-a579b952fa32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23d7da46-8793-49ae-a198-5f8ce063e4b1 HTTP/1.1" status: 200 len: 999 time: 0.1041083 Feb 15 22:03:30.768691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-8de2ced5-c39f-46dd-9697-5bad87a39ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:30.770276 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-8de2ced5-c39f-46dd-9697-5bad87a39ae3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aa44811f-9767-4fda-ac4a-2e019e8eca6c HTTP/1.1" status: 200 len: 848 time: 0.0644896 Feb 15 22:03:30.851993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-6021b351-158a-4c36-b921-58cabd46f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:03:30.854202 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-6021b351-158a-4c36-b921-58cabd46f353 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74a976b8-a3ef-4109-b8d1-48b755edb77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771606 Feb 15 22:03:30.888597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:03:30.999324 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-782c16e7-5180-480e-b2ea-593406fa8ada service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384263 Feb 15 22:03:31.140866 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a55623fc-9c64-433b-9f06-ec6824efc4f3 req-abaec830-8dc6-45b3-9959-1145b2a24b3b service neutron] 10.222.0.47 "GET /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348855 Feb 15 22:03:31.258325 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': 'd78c1bd5-b837-4432-a427-8f66fdcc6a8a', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'port_id': '23d7da46-8793-49ae-a198-5f8ce063e4b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'mac_address': 'fa:16:3e:df:ff:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddfc81-5ef2-453e-b213-28e704989025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T22:03:13Z', 'updated_at': '2021-02-15T22:03:28Z', 'revision_number': 1, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:03:31.262416 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ea2a2-3761-41ae-9785-a95d220a0b2f None None] The sync data for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi is: [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': 'd78c1bd5-b837-4432-a427-8f66fdcc6a8a', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'port_id': '23d7da46-8793-49ae-a198-5f8ce063e4b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'mac_address': 'fa:16:3e:df:ff:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddfc81-5ef2-453e-b213-28e704989025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T22:03:13Z', 'updated_at': '2021-02-15T22:03:28Z', 'revision_number': 1, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:03:31.549862 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9278bef-6631-4a29-90dc-1621a7bda5bd None None] New status for floating IP d78c1bd5-b837-4432-a427-8f66fdcc6a8a: ACTIVE {{(pid=84108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:03:32.592672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:47.558009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d97437a7-1ee9-4d6a-980a-c13511910f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:49.339623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:03:50.047568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-594d6095-e18f-46ea-9158-c568bdf00b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:50.546390 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:51.757722 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:03:53.083614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:02.609649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:02.875916 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-abe2102d-965c-4339-9440-a450c67259dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0792766 Feb 15 22:04:02.973816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-5b556323-35f9-42b7-805b-fe9522fb194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:02.975429 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-5b556323-35f9-42b7-805b-fe9522fb194d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=27101b24adfc46f9957ca7052a4adebd&device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 1162 time: 0.0766082 Feb 15 22:04:03.134014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-3070270a-c699-48d1-a466-1bf4272d88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:03.135581 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-3070270a-c699-48d1-a466-1bf4272d88ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 200 len: 909 time: 0.1387699 Feb 15 22:04:03.245866 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-ab42f69d-e982-4677-b400-eeda4af2ccc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 HTTP/1.1" status: 200 len: 1000 time: 0.1014597 Feb 15 22:04:03.317438 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-8a03eff3-e7cd-476c-ae00-d22a062616b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:03.318953 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-8a03eff3-e7cd-476c-ae00-d22a062616b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 200 len: 854 time: 0.0662773 Feb 15 22:04:03.402447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-5b7f4682-5e17-4496-bce5-45021fdea8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:03.404013 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-5b7f4682-5e17-4496-bce5-45021fdea8be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29218df0-c27b-43e3-951d-30aceaa4a9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784478 Feb 15 22:04:03.547853 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-ff4bbd13-0dd6-4c3c-94b9-a2c2b20f6fc7 service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361232 Feb 15 22:04:03.692342 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e01024a-86d8-4ad7-b68a-9d08d6317672 req-4d57bfa9-0b62-4d69-8f32-a5266d50b0cc service neutron] 10.222.0.47 "GET /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376405 Feb 15 22:04:07.639118 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06657e6a-dbb4-4873-b9fd-d6506ebd1b15 req-b6c3660d-b3db-4908-a56c-24960fc92c23 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:07.641717 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06657e6a-dbb4-4873-b9fd-d6506ebd1b15 req-b6c3660d-b3db-4908-a56c-24960fc92c23 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0894597 Feb 15 22:04:07.690493 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06657e6a-dbb4-4873-b9fd-d6506ebd1b15 req-e0cd8324-ad40-44d1-879a-5a3fbcf54bfb tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426531 Feb 15 22:04:09.036069 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7bc87-8061-4033-978f-119946bb49a1 req-0aa6981b-8b11-42c8-8f19-4df7c0164add tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:09.037721 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-99e7bc87-8061-4033-978f-119946bb49a1 req-0aa6981b-8b11-42c8-8f19-4df7c0164add tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.0900264 Feb 15 22:04:09.084599 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-99e7bc87-8061-4033-978f-119946bb49a1 req-31acdf3a-73c4-4212-9f22-25c3c32454b0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups?id=7ea4a46d-638c-4652-8ae2-d1100376e869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405872 Feb 15 22:04:09.222277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-d7ade1bd-7a8b-4928-b4dc-b25bfd44f8f2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:09.223035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-d7ade1bd-7a8b-4928-b4dc-b25bfd44f8f2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Synchronizing usage tracker for tenant:27101b24adfc46f9957ca7052a4adebd on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:04:09.271520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-d7ade1bd-7a8b-4928-b4dc-b25bfd44f8f2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Unset dirty status for tenant:27101b24adfc46f9957ca7052a4adebd on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:04:09.272715 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-d7ade1bd-7a8b-4928-b4dc-b25bfd44f8f2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 945 time: 0.1345737 Feb 15 22:04:09.351581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Deleting port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:09.351971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:09.611906 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] For port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:04:09.612228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:09.917362 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:09.917740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:09.918309 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Floating IP 44f91f3d-d132-4438-a133-981518cf20ba disassociated. External IP: 172.27.0.31, port: f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43. Feb 15 22:04:09.918699 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Calling delete_port for f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:04:10.152177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:10.169744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-22e93777-d632-4227-aaf7-b60788d36886 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:10.226964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event deleted for resources: {'Port': ['ID=f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:10.249158 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4a4f2b93-b35a-4b28-8910-5cf237055977 req-405595f1-4079-496e-b206-331c8468914c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 210 time: 0.0487356 Feb 15 22:04:10.290167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.290597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.291022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.291486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.291907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.292320 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.292732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.293142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.293570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.293977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.294383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.294795 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.295239 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.295689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.296093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.296495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.297410 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.297821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.298224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.298626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.299037 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.299488 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.299868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.300268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:10.304284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:10.546727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Router 650fe491-18bf-424d-9bca-2ebf66c10f5a has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:04:10.735086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:04:10.744732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] Sync routers for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:04:10.759104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:04:10.759930 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:03:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:10.778486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] No DVR routers for this DVR port f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:04:10.780888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:10.785463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'name': 'network-vif-deleted', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:04:10.827237 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1e52c2fb-cfe3-4c3d-a854-c58d8652de81 req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.47 "DELETE /v2.0/ports/f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 HTTP/1.1" status: 204 len: 173 time: 1.5488684 Feb 15 22:04:10.839709 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b95a92a-b3db-4326-a0b3-3c434d856330', 'name': 'network-vif-deleted', 'tag': 'f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43', 'status': 'completed', 'code': 200} Feb 15 22:04:11.037165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:04:11.082630 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:04:11.082630 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device f48a2bfa-a88f-47c2-b1b7-46e2fd2e6b43 not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:04:11.115475 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:04:11.436769 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fc1c3801-4f0d-41e0-9142-1527e61bf20b req-ee646887-4212-44ae-9223-1eed216230d0 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b95a92a-b3db-4326-a0b3-3c434d856330 HTTP/1.1" status: 200 len: 210 time: 0.0524766 Feb 15 22:04:11.449961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:11.454783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] Checking router: 650fe491-18bf-424d-9bca-2ebf66c10f5a for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:04:11.463610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:04:11.464253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:03:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:11.653205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:04:11.983669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:11.988255 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2085af88-761a-488c-9c95-c726e5e5bc98 None None] The sync data for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi is: [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T21:52:14Z', 'revision_number': 4, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '1612d5c9-a649-417f-b4bc-f09f3a6568a3', 'name': '', 'network_id': '29218df0-c27b-43e3-951d-30aceaa4a9cb', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'mac_address': 'fa:16:3e:c8:6a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:52:10Z', 'updated_at': '2021-02-15T21:52:25Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'subnets': [{'id': 'd7af1070-92a3-45e3-89c7-d107b71e6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:04:12.378185 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0820208-54fc-48b9-b314-b79755752f9f None None] New status for floating IP 44f91f3d-d132-4438-a133-981518cf20ba: DOWN {{(pid=84108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:04:12.646973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34150) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:04:12.716109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:12.745629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:12.888952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:12.894822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-69a08497-d320-4b78-8f03-c35aab0a5781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:12.909767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea4a46d-638c-4652-8ae2-d1100376e869,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:12.918109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.921264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.921264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.921264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.921264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.921264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.921264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.921264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.921264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.922107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.922107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.922322 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.922650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.923033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.923435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.923814 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.924191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.924570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.924949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.925348 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.925708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.926089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.926466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.926841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:12.930671 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:12.949227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:12.950442 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "DELETE /v2.0/security-groups/7ea4a46d-638c-4652-8ae2-d1100376e869 HTTP/1.1" status: 204 len: 168 time: 0.3023806 Feb 15 22:04:12.953920 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34154) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:04:12.970603 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.v2.resource [None req-e0903075-5b95-4059-9450-777f8ee21992 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] show failed (client error): The resource could not be found. Feb 15 22:04:12.971657 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e0903075-5b95-4059-9450-777f8ee21992 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "GET /v2.0/security-groups/7ea4a46d-638c-4652-8ae2-d1100376e869 HTTP/1.1" status: 404 len: 347 time: 0.0168314 Feb 15 22:04:12.974305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34158) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:04:13.140485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Deleting port 2ee58fd5-dc9f-4f15-9c73-ab7643bf633f {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:13.141403 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:13.319079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:13.319465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:13.452334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Calling delete_port for 2ee58fd5-dc9f-4f15-9c73-ab7643bf633f owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:04:13.626084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:13.643013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e806d07-4706-4af3-a390-9613701fd98d tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:13.702111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Pushing event deleted for resources: {'Port': ['ID=2ee58fd5-dc9f-4f15-9c73-ab7643bf633f,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:13.706263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:13.811370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:13.826452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:13.827754 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c4963597-5dcd-4ca5-a3f6-460b505a0fb4 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] 10.222.0.41 "DELETE /v2.0/floatingips/44f91f3d-d132-4438-a133-981518cf20ba HTTP/1.1" status: 204 len: 168 time: 0.8524663 Feb 15 22:04:16.827123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34190) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:04:17.551953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b028fa5-5124-42bb-b6ab-a2cd37dadc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:17.784372 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854133287'] for router_interface, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:18.154461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Deleting port 1612d5c9-a649-417f-b4bc-f09f3a6568a3 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:18.155108 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:18.347386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] For port 1612d5c9-a649-417f-b4bc-f09f3a6568a3, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=1612d5c9-a649-417f-b4bc-f09f3a6568a3,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:04:18.347812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:18.484895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Calling delete_port for 1612d5c9-a649-417f-b4bc-f09f3a6568a3 owned by network:router_interface {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:04:18.893197 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:18.909314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:18.965937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Pushing event deleted for resources: {'Port': ['ID=1612d5c9-a649-417f-b4bc-f09f3a6568a3,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:18.971807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:19.308296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854046235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854133337'] for router_interface, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:19.807100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Router 650fe491-18bf-424d-9bca-2ebf66c10f5a has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:04:20.037808 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82fad935-73a5-4c0e-8fc2-0bb3676508f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:20.229593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:04:20.240250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] Sync routers for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:04:20.242943 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] 10.222.0.41 "PUT /v2.0/routers/650fe491-18bf-424d-9bca-2ebf66c10f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4146252 Feb 15 22:04:20.245616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34202) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:04:20.249897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:04:20.250554 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:04:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:20.431544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:20.437655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:04:20.546162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:20.620289 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:20.625546 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Deleting port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:20.625964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:20.742584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T22:04:18Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:20.746647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] Checking router: 650fe491-18bf-424d-9bca-2ebf66c10f5a for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:04:20.755591 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] Routers {'650fe491-18bf-424d-9bca-2ebf66c10f5a'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:04:20.756218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:04:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['650fe491-18bf-424d-9bca-2ebf66c10f5a'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:20.806935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] For port 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:04:20.807254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:20.937611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Calling delete_port for 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 owned by network:router_gateway {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:04:20.942504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] Set router 650fe491-18bf-424d-9bca-2ebf66c10f5a gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:04:21.197702 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:21.251975 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T22:04:18Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:21.256147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfda7e31-d9e7-4189-8414-a47c3fb63fdb None None] The sync data for ids ['650fe491-18bf-424d-9bca-2ebf66c10f5a'] in dv-cinder-775250-3-iscsi is: [{'id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-96656060-router', 'tenant_id': '27101b24adfc46f9957ca7052a4adebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:51:55Z', 'updated_at': '2021-02-15T22:04:18Z', 'revision_number': 5, 'project_id': '27101b24adfc46f9957ca7052a4adebd', 'gw_port': {'id': '6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650fe491-18bf-424d-9bca-2ebf66c10f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:51:58Z', 'updated_at': '2021-02-15T21:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:04:21.386603 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635345'] for router_gateway, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:21.527952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-212418'] for router, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:21.530298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:21.746062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:21.803041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647155'] for router, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:21.803900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 650fe491-18bf-424d-9bca-2ebf66c10f5a {{(pid=84106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 22:04:21.817187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] Notify callbacks [] for router, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:21.818519 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2eb1a511-4da7-41ca-a7c1-8bfa53575fe6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/650fe491-18bf-424d-9bca-2ebf66c10f5a HTTP/1.1" status: 204 len: 168 time: 1.5719275 Feb 15 22:04:21.821245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34208) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:04:21.882156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 1612d5c9-a649-417f-b4bc-f09f3a6568a3 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:04:21.890711 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-22efdd42-9b13-432b-9602-4af190ed8121 admin admin] Deleting subnet d7af1070-92a3-45e3-89c7-d107b71e6b35 {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 22:04:21.893964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-22efdd42-9b13-432b-9602-4af190ed8121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:21.919268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 1612d5c9-a649-417f-b4bc-f09f3a6568a3 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:04:21.919700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 1612d5c9-a649-417f-b4bc-f09f3a6568a3 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:04:21.950490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-22efdd42-9b13-432b-9602-4af190ed8121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1819660'] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:22.035170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-22efdd42-9b13-432b-9602-4af190ed8121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:22.323599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-22efdd42-9b13-432b-9602-4af190ed8121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1826727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27523202'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:22.352251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-08d547b0-2272-403b-aaf9-4e64e9d523f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:22.388830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efdd42-9b13-432b-9602-4af190ed8121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7af1070-92a3-45e3-89c7-d107b71e6b35,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:22.445383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-22efdd42-9b13-432b-9602-4af190ed8121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:22.480718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-22efdd42-9b13-432b-9602-4af190ed8121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:22.481922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1d3b34-4f03-4803-b4d3-fa26e19ee0b9 None None] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:04:22.483281 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-22efdd42-9b13-432b-9602-4af190ed8121 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d7af1070-92a3-45e3-89c7-d107b71e6b35 HTTP/1.1" status: 204 len: 168 time: 0.6609819 Feb 15 22:04:22.485959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34214) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:04:22.601997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:22.673050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Deleting port b6fa27a5-9707-48e9-a3f8-e705b667515f {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:22.673423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:22.765720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] DHCP port deletion for 29218df0-c27b-43e3-951d-30aceaa4a9cb request from dv-cinder-775250-3-iscsi {{(pid=84108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 22:04:22.770439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] Deleting port b6fa27a5-9707-48e9-a3f8-e705b667515f {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:22.770860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:22.894885 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] For port b6fa27a5-9707-48e9-a3f8-e705b667515f, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=b6fa27a5-9707-48e9-a3f8-e705b667515f,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:04:22.895291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:22.988162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] For port b6fa27a5-9707-48e9-a3f8-e705b667515f, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=b6fa27a5-9707-48e9-a3f8-e705b667515f,segment=NetworkSegment(8d47aa59-c2d9-423c-9ec0-b2695975f049),segment_id=8d47aa59-c2d9-423c-9ec0-b2695975f049)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:04:22.988533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:23.030351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Calling delete_port for b6fa27a5-9707-48e9-a3f8-e705b667515f owned by network:dhcp {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:04:23.124685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] Calling delete_port for b6fa27a5-9707-48e9-a3f8-e705b667515f owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:04:23.146038 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:23.161579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9d7443ac-358b-4f19-aaf9-6a403e9e14de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:23.207358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 22:04:23.207800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 22:04:23.209343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:23.214665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fa27a5-9707-48e9-a3f8-e705b667515f,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:23.217747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:23.544817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] No DVR routers for this DVR port b6fa27a5-9707-48e9-a3f8-e705b667515f on host dv-cinder-775250-3-iscsi {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:04:23.670527 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:23.709624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] Deleting port b6fa27a5-9707-48e9-a3f8-e705b667515f {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:23.710060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:23.780807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d1765a9f-17fc-4cf4-b8bd-57596fb549bf None None] The port 'b6fa27a5-9707-48e9-a3f8-e705b667515f' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 22:04:23.787694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29218df0-c27b-43e3-951d-30aceaa4a9cb']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:23.799334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d47aa59-c2d9-423c-9ec0-b2695975f049') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:23.799706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d47aa59-c2d9-423c-9ec0-b2695975f049') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:23.811925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:23.826714 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:23.828726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 22:04:23.918376 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:04:23.958398 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:04:23.958725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 6bcfcb87-e12a-40b2-bc78-615e6bcb6ce1 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:04:23.959195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device b6fa27a5-9707-48e9-a3f8-e705b667515f no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:04:23.994824 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: b6fa27a5-9707-48e9-a3f8-e705b667515f {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:04:23.995223 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device b6fa27a5-9707-48e9-a3f8-e705b667515f not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:04:24.007666 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:04:24.020793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:24.197339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Network 29218df0-c27b-43e3-951d-30aceaa4a9cb has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 22:04:24.220149 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 22:04:24.327011 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:24.332120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:24.336048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-acd28207-c045-467b-950a-fa24bc863561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:24.359997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=29218df0-c27b-43e3-951d-30aceaa4a9cb,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:24.362609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:24.393208 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-97739a4f-ad3a-453f-8aac-fb9cd06ebb9d admin admin] 10.222.0.41 "DELETE /v2.0/networks/29218df0-c27b-43e3-951d-30aceaa4a9cb HTTP/1.1" status: 204 len: 168 time: 1.9061692 Feb 15 22:04:24.622380 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34224) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:04:24.676335 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-875162ad-11d6-4e72-9453-5c2a62bc7184 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27101b24adfc46f9957ca7052a4adebd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525243 Feb 15 22:04:24.679048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34228) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:04:24.740247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91f73ed5-6299-48af-8044-eef10cf90580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:24.771665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91f73ed5-6299-48af-8044-eef10cf90580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:24.847000 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91f73ed5-6299-48af-8044-eef10cf90580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:24.851954 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b5762dfb-8978-4a3d-923e-a2712ee78197 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:24.866489 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f73ed5-6299-48af-8044-eef10cf90580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05572837-88b9-401c-98b3-1aeae8e7f6f6,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:24.871606 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-91f73ed5-6299-48af-8044-eef10cf90580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:24.873312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91f73ed5-6299-48af-8044-eef10cf90580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:24.874754 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-91f73ed5-6299-48af-8044-eef10cf90580 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05572837-88b9-401c-98b3-1aeae8e7f6f6 HTTP/1.1" status: 204 len: 168 time: 0.1944189 Feb 15 22:04:26.339333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:04:32.669839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:32.968494 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-3410d40b-8df8-46c9-979b-d897c00f4d44 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips/d0ba60ce-dfc0-4841-b545-a40159c2eb40 HTTP/1.1" status: 200 len: 997 time: 0.1145389 Feb 15 22:04:33.127618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb85d15-a247-4653-933f-63f36e70bc11 req-ba0f3c93-5b5d-432d-9d94-f7551f4fbc2f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:33.129077 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-ba0f3c93-5b5d-432d-9d94-f7551f4fbc2f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 784 time: 0.1542125 Feb 15 22:04:33.139565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-dd19f463-4474-42af-a553-a40053411a5e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 22:04:33.140599 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-dd19f463-4474-42af-a553-a40053411a5e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058112 Feb 15 22:04:33.253242 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-18d5c457-a7f5-4a05-ac58-e7db335739cb tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.63 HTTP/1.1" status: 200 len: 1000 time: 0.1056740 Feb 15 22:04:33.336620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb85d15-a247-4653-933f-63f36e70bc11 req-68324c06-77f0-4711-ae56-0244c976835e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:33.338035 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-68324c06-77f0-4711-ae56-0244c976835e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports/9b4737bf-7c9e-4637-a20d-3add0633419b HTTP/1.1" status: 200 len: 942 time: 0.0787492 Feb 15 22:04:33.522998 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-84118939-4f10-4e6b-989e-a3dac5bd90a4 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.63 HTTP/1.1" status: 200 len: 1000 time: 0.1025798 Feb 15 22:04:33.743181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Deleting port d120b00f-8a3a-4f2d-a86f-9cc806db793d {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:33.743756 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:33.919835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:33.920199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:34.052280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Calling delete_port for d120b00f-8a3a-4f2d-a86f-9cc806db793d owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:04:34.260340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:34.277158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-49aa1bff-b5ce-4c77-b2e6-727dacfee8ac tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:34.337324 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event deleted for resources: {'Port': ['ID=d120b00f-8a3a-4f2d-a86f-9cc806db793d,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:34.343451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:34.451510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:34.451897 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Floating IP d0ba60ce-dfc0-4841-b545-a40159c2eb40 disassociated (deleted). External IP: 172.27.0.63, port: 9b4737bf-7c9e-4637-a20d-3add0633419b. Feb 15 22:04:35.065232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:04:35.252422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:04:35.262502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] Sync routers for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:04:35.272998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:04:35.273720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:04:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:35.300839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:35.359689 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "DELETE /v2.0/floatingips/d0ba60ce-dfc0-4841-b545-a40159c2eb40 HTTP/1.1" status: 204 len: 173 time: 1.8308225 Feb 15 22:04:35.360239 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:04:35.467874 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:04:35.578087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb85d15-a247-4653-933f-63f36e70bc11 req-66cfb926-b8ec-405d-9d47-ba9c82b624cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:35.580304 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-66cfb926-b8ec-405d-9d47-ba9c82b624cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 1162 time: 0.2055650 Feb 15 22:04:35.725567 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb85d15-a247-4653-933f-63f36e70bc11 req-76a8bceb-f4d1-4062-9130-2d5744e2cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:35.727218 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-76a8bceb-f4d1-4062-9130-2d5744e2cbda service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.1403461 Feb 15 22:04:35.804030 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-83e778f6-4181-48e8-b6cc-e8c6c9e4f09e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b4737bf-7c9e-4637-a20d-3add0633419b HTTP/1.1" status: 200 len: 217 time: 0.0699303 Feb 15 22:04:35.837661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '7ed0f8bf-cb89-4ec1-bf09-bec640e01241', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:0c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:30Z', 'updated_at': '2021-02-15T21:59:36Z', 'revision_number': 2, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:35.841813 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] Checking router: 4574719d-3b69-45f9-ac20-ef02e7ca9a2e for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:04:35.850828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:04:35.851563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:04:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:35.876287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb85d15-a247-4653-933f-63f36e70bc11 req-46866f45-e794-41de-b652-6530a5a44fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:35.879866 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-46866f45-e794-41de-b652-6530a5a44fa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.0695608 Feb 15 22:04:35.960520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb85d15-a247-4653-933f-63f36e70bc11 req-d4091801-4b71-44be-995b-792dd8dbfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:35.962107 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-d4091801-4b71-44be-995b-792dd8dbfd3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769477 Feb 15 22:04:36.042061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:04:36.106256 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-4e7d430f-91ce-4035-b2af-50539fe1b450 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369565 Feb 15 22:04:36.250690 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-deb85d15-a247-4653-933f-63f36e70bc11 req-8688e1ef-d2b3-4680-9f6d-6f0a886009f6 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367209 Feb 15 22:04:36.350678 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b', 'status': 'completed', 'code': 200} Feb 15 22:04:36.419056 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '7ed0f8bf-cb89-4ec1-bf09-bec640e01241', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:0c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:30Z', 'updated_at': '2021-02-15T21:59:36Z', 'revision_number': 2, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:36.423829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb1afc0-8e1b-4349-9f0c-8758a8bce0fc None None] The sync data for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi is: [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '7ed0f8bf-cb89-4ec1-bf09-bec640e01241', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'port_id': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'mac_address': 'fa:16:3e:0c:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T21:59:30Z', 'updated_at': '2021-02-15T21:59:36Z', 'revision_number': 2, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:04:36.791646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4183066-6917-4829-8255-0aae85971c52 req-69017619-de25-4af5-9acb-4677ea83141b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:36.792408 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e4183066-6917-4829-8255-0aae85971c52 req-69017619-de25-4af5-9acb-4677ea83141b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:04:36.830927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0974d4-c1d8-4085-94ed-b4f8673f596a None None] New status for floating IP d0ba60ce-dfc0-4841-b545-a40159c2eb40: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:04:36.843248 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e4183066-6917-4829-8255-0aae85971c52 req-69017619-de25-4af5-9acb-4677ea83141b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:04:36.844593 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e4183066-6917-4829-8255-0aae85971c52 req-69017619-de25-4af5-9acb-4677ea83141b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 945 time: 0.1380992 Feb 15 22:04:36.899082 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e4183066-6917-4829-8255-0aae85971c52 req-189be54e-534c-4b2b-9cc0-78254d79e73f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0479355 Feb 15 22:04:38.096053 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae7e5d-9675-4a3f-8eaf-a7300744c8da req-730e1c41-7937-4291-8381-e28caacb3acf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:38.097662 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-17ae7e5d-9675-4a3f-8eaf-a7300744c8da req-730e1c41-7937-4291-8381-e28caacb3acf tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 945 time: 0.0864077 Feb 15 22:04:38.146498 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-17ae7e5d-9675-4a3f-8eaf-a7300744c8da req-de3fdf9d-9e2e-4191-aba7-384d2c7fd2a7 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0422919 Feb 15 22:04:39.241182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-be9bcebe-f294-45f6-a375-365a6e741800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:39.242843 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-be9bcebe-f294-45f6-a375-365a6e741800 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 1162 time: 0.0814636 Feb 15 22:04:39.345457 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b401bf0-141a-4bed-a8cb-951a9158a5f7 req-239024b5-30a7-489b-b2a0-f2f2bc1ce3e3 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:39.347070 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7b401bf0-141a-4bed-a8cb-951a9158a5f7 req-239024b5-30a7-489b-b2a0-f2f2bc1ce3e3 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 945 time: 0.0898046 Feb 15 22:04:39.389364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-5f4f8af7-f216-4d01-971e-0e8b7535632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:39.390985 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-5f4f8af7-f216-4d01-971e-0e8b7535632f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.1408775 Feb 15 22:04:39.395252 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7b401bf0-141a-4bed-a8cb-951a9158a5f7 req-e7d437ed-4ec8-476c-8578-d0fc2e4b77ba tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0417950 Feb 15 22:04:39.469020 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-cd06df7c-12aa-4233-9b14-994ad38f5755 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b4737bf-7c9e-4637-a20d-3add0633419b HTTP/1.1" status: 200 len: 217 time: 0.0704999 Feb 15 22:04:39.537626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-f74b4ffa-cbf2-431a-a672-d517fd670c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:39.539152 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-f74b4ffa-cbf2-431a-a672-d517fd670c3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.0632885 Feb 15 22:04:39.627719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-aa89769d-8e21-4d90-acd3-d62ff488e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:39.629355 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-aa89769d-8e21-4d90-acd3-d62ff488e415 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825782 Feb 15 22:04:39.772878 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-159be9d5-867b-4f1d-9d91-cc18109c686c service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363337 Feb 15 22:04:39.916255 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2e2dfd2a-f6e1-452d-9927-af7d36924a76 req-8c70f48c-fada-48fb-b5b4-2bbfeb768cb3 service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355386 Feb 15 22:04:40.597774 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632589f-2cf8-46fd-92eb-d1727fea1c58 req-2f415d2a-73cf-4b6c-88c5-fd51001e3d24 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:40.599426 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c632589f-2cf8-46fd-92eb-d1727fea1c58 req-2f415d2a-73cf-4b6c-88c5-fd51001e3d24 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 945 time: 0.0875478 Feb 15 22:04:40.653958 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c632589f-2cf8-46fd-92eb-d1727fea1c58 req-5117249a-7613-4b9e-8dea-2824a8d706d8 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0480888 Feb 15 22:04:41.202342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-c84f7c9f-78fe-4509-9118-3cb2281f524a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:41.203090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-c84f7c9f-78fe-4509-9118-3cb2281f524a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:04:41.215223 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-c84f7c9f-78fe-4509-9118-3cb2281f524a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:04:41.216444 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-c84f7c9f-78fe-4509-9118-3cb2281f524a tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 945 time: 0.0992398 Feb 15 22:04:41.295751 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Deleting port 9b4737bf-7c9e-4637-a20d-3add0633419b {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:41.296143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:41.312497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 9b4737bf-7c9e-4637-a20d-3add0633419b no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:04:41.571730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] For port 9b4737bf-7c9e-4637-a20d-3add0633419b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9b4737bf-7c9e-4637-a20d-3add0633419b,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:04:41.572142 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:41.611457 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:41.646723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 9b4737bf-7c9e-4637-a20d-3add0633419b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9b4737bf-7c9e-4637-a20d-3add0633419b,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:04:41.647782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:04:41.687455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:41.690998 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8f57e4dc-0e07-4030-9a77-0f0ca56ca0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:41.719883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Calling delete_port for 9b4737bf-7c9e-4637-a20d-3add0633419b owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:04:41.778742 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b', 'code': 200} Feb 15 22:04:41.779342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=9b4737bf-7c9e-4637-a20d-3add0633419b,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:41.788246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.788637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.789019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.797585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.798757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.798757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.798757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.798757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.798757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:04:41.805920 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:41.863629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aad18-f502-4fd8-af7e-a8a889b71cec req-708f6464-f306-436d-9591-1f481d4257db tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:41.865294 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-df8aad18-f502-4fd8-af7e-a8a889b71cec req-708f6464-f306-436d-9591-1f481d4257db tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 943 time: 0.0899441 Feb 15 22:04:41.904994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84106) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 22:04:41.905699 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 22:04:41.914777 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-df8aad18-f502-4fd8-af7e-a8a889b71cec req-1e63ee3b-9b1e-482e-8f48-1a587fb1b37f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0429103 Feb 15 22:04:42.407040 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Deleting port 9b4737bf-7c9e-4637-a20d-3add0633419b {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:42.407360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:42.668238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] For port 9b4737bf-7c9e-4637-a20d-3add0633419b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9b4737bf-7c9e-4637-a20d-3add0633419b,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:04:42.668762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:42.799759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Calling delete_port for 9b4737bf-7c9e-4637-a20d-3add0633419b owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:04:43.042814 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:43.061099 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4c3dff5d-aa7c-4c22-87a5-6c2a38bc54e1 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:43.078407 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-812e55b4-db97-465d-88ad-36657fd240c7 req-1861865b-79b9-4194-b2c4-cd5c93c875a7 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 210 time: 0.0520613 Feb 15 22:04:43.121867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event deleted for resources: {'Port': ['ID=9b4737bf-7c9e-4637-a20d-3add0633419b,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:43.124731 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:43.273701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] No DVR routers for this DVR port 9b4737bf-7c9e-4637-a20d-3add0633419b on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:04:43.278287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:43.278729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'name': 'network-vif-deleted', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:04:43.323608 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e08786f-8930-4cde-b818-e1deceaf6afd req-0203ecc6-3039-46d9-b7b9-534c7370f6f9 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "DELETE /v2.0/ports/9b4737bf-7c9e-4637-a20d-3add0633419b HTTP/1.1" status: 204 len: 173 time: 2.1015210 Feb 15 22:04:43.327582 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ca7b08-004a-453b-ab45-73cb05d8282c', 'name': 'network-vif-deleted', 'tag': '9b4737bf-7c9e-4637-a20d-3add0633419b', 'status': 'completed', 'code': 200} Feb 15 22:04:44.241888 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bad157f5-407f-43b8-aab3-38cd59ae6640 req-4d1a91c3-be33-459a-8f35-890e48aac89f tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 210 time: 0.0493433 Feb 15 22:04:45.404254 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-84762711-a426-42c2-b107-7ef6e850eabe req-d8e3507e-2834-4a28-acd5-f7ee199bf697 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 210 time: 0.0485058 Feb 15 22:04:46.568315 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-acd0549f-0821-44b0-888b-1a47055f2b47 req-dffdc1c7-8de6-4cbc-9e6c-14fb833b4a10 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 210 time: 0.0531061 Feb 15 22:04:47.561252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-75a9809b-9719-4cb1-bda3-bd3fb35eca3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:47.745690 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66c02370-c996-4ebe-831e-589228ef0b77 req-a7a0e0dd-9f7a-4ba8-95d0-aa13dc80bc4e tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ca7b08-004a-453b-ab45-73cb05d8282c HTTP/1.1" status: 200 len: 210 time: 0.0500312 Feb 15 22:04:50.031175 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4e2078f7-182f-4674-9ce8-5663985c1408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:50.545444 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:51.734234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:53.094424 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:56.681774 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-8fbb5302-099e-4aa7-81dc-725ce900d917 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips/7ed0f8bf-cb89-4ec1-bf09-bec640e01241 HTTP/1.1" status: 200 len: 998 time: 0.1164687 Feb 15 22:04:56.841648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faa182-f42c-48a7-b508-2c629243b777 req-3d4e7097-8820-421d-a7bf-6651e58b6d67 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:56.843112 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-3d4e7097-8820-421d-a7bf-6651e58b6d67 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 784 time: 0.1554823 Feb 15 22:04:56.956701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e9faa182-f42c-48a7-b508-2c629243b777 req-df7d46e8-4699-4b0a-84f9-3491f4f3ab65 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:floatingip {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:04:56.996820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e9faa182-f42c-48a7-b508-2c629243b777 req-df7d46e8-4699-4b0a-84f9-3491f4f3ab65 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:floatingip {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:04:56.998110 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-df7d46e8-4699-4b0a-84f9-3491f4f3ab65 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.125 HTTP/1.1" status: 200 len: 1001 time: 0.1480350 Feb 15 22:04:57.082281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faa182-f42c-48a7-b508-2c629243b777 req-884b1a3e-3579-4848-94cd-01151847e707 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:57.084442 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-884b1a3e-3579-4848-94cd-01151847e707 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports/a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 HTTP/1.1" status: 200 len: 942 time: 0.0802608 Feb 15 22:04:57.272558 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9cdf0943-9f0c-4d97-a210-8cd408430634 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.125 HTTP/1.1" status: 200 len: 1001 time: 0.1084242 Feb 15 22:04:57.502682 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Deleting port 3df22e71-a0cc-4703-a61e-af951c24f283 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:04:57.503059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:57.681951 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:57.682459 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:57.813938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Calling delete_port for 3df22e71-a0cc-4703-a61e-af951c24f283 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:04:58.402903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:58.419181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:04:58.481148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event deleted for resources: {'Port': ['ID=3df22e71-a0cc-4703-a61e-af951c24f283,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:04:58.528819 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:04:58.587798 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:58.588180 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Floating IP 7ed0f8bf-cb89-4ec1-bf09-bec640e01241 disassociated (deleted). External IP: 172.27.0.125, port: a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7. Feb 15 22:04:58.962913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:04:59.148465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:04:59.158084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] Sync routers for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:04:59.171225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:04:59.171944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:04:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:59.192785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:04:59.253709 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-9e6d8234-5c38-4873-8779-415119667469 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "DELETE /v2.0/floatingips/7ed0f8bf-cb89-4ec1-bf09-bec640e01241 HTTP/1.1" status: 204 len: 173 time: 1.9737790 Feb 15 22:04:59.254170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'tag': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:04:59.341617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faa182-f42c-48a7-b508-2c629243b777 req-82c7903c-a8a5-4df2-9078-7dec5e177adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:59.343278 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-82c7903c-a8a5-4df2-9078-7dec5e177adc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 1162 time: 0.0766718 Feb 15 22:04:59.360598 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:04:59.487785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faa182-f42c-48a7-b508-2c629243b777 req-d34f321b-c47f-4b19-ba58-8036f4c01601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:59.489994 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-d34f321b-c47f-4b19-ba58-8036f4c01601 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.1395726 Feb 15 22:04:59.566292 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-19e88f6c-4609-4f3a-82cb-040e6f6ab182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 HTTP/1.1" status: 200 len: 217 time: 0.0697668 Feb 15 22:04:59.637181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faa182-f42c-48a7-b508-2c629243b777 req-3c4e676b-b799-4a2b-b302-a2f7c8f38d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:59.638788 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-3c4e676b-b799-4a2b-b302-a2f7c8f38d82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.0653594 Feb 15 22:04:59.697971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:59.702070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] Checking router: 4574719d-3b69-45f9-ac20-ef02e7ca9a2e for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:04:59.710950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:04:59.711633 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:04:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:04:59.729089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faa182-f42c-48a7-b508-2c629243b777 req-0358bc89-059c-4c99-bd75-cceb70a93660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:04:59.730746 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-0358bc89-059c-4c99-bd75-cceb70a93660 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822477 Feb 15 22:04:59.874711 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-a7443e52-f338-4c64-a54b-22de9e6401a6 service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366718 Feb 15 22:04:59.897925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:05:00.018424 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e9faa182-f42c-48a7-b508-2c629243b777 req-b26c64ba-51a0-43cf-a9c9-d6783d32161d service neutron] 10.222.0.41 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358821 Feb 15 22:05:00.109210 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'tag': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'status': 'completed', 'code': 200} Feb 15 22:05:00.234114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:00.238264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6081a-2e7d-48f5-824a-9f64bdc3fb13 None None] The sync data for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi is: [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T21:55:00Z', 'revision_number': 4, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'f3269179-dc59-49de-846d-0e9c755a71a8', 'name': '', 'network_id': 'f0efd66c-3f9b-4ddd-b264-92453b2dea5a', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'mac_address': 'fa:16:3e:78:3c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:59Z', 'updated_at': '2021-02-15T21:55:10Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'subnets': [{'id': '3625f745-f8ca-4a8c-b503-4856dfcfd1e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:05:00.576146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfde19-7b40-4b58-ae65-c2a65e644240 req-8ba3e9a5-0507-45b7-a749-40205be60735 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:00.576901 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-bcbfde19-7b40-4b58-ae65-c2a65e644240 req-8ba3e9a5-0507-45b7-a749-40205be60735 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:05:00.598996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9bcf7c-7055-433d-a918-022af4c71e19 None None] New status for floating IP 7ed0f8bf-cb89-4ec1-bf09-bec640e01241: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:05:00.617748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-bcbfde19-7b40-4b58-ae65-c2a65e644240 req-8ba3e9a5-0507-45b7-a749-40205be60735 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:05:00.619084 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bcbfde19-7b40-4b58-ae65-c2a65e644240 req-8ba3e9a5-0507-45b7-a749-40205be60735 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 945 time: 0.1282785 Feb 15 22:05:00.672447 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bcbfde19-7b40-4b58-ae65-c2a65e644240 req-63f11277-0681-435f-9548-42a2ef474873 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0466287 Feb 15 22:05:01.857233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-c3ce609d-bc4a-4003-bf4f-dfb78dba7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:01.858845 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-c3ce609d-bc4a-4003-bf4f-dfb78dba7072 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 1162 time: 0.0831699 Feb 15 22:05:01.878652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc69b6-4dd9-44c5-8d46-a2e4cc8ad0bf req-c3d23dc0-f8ee-45b4-9207-bd04f28f63db tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:01.880102 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-46dc69b6-4dd9-44c5-8d46-a2e4cc8ad0bf req-c3d23dc0-f8ee-45b4-9207-bd04f28f63db tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 945 time: 0.0890291 Feb 15 22:05:01.930404 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-46dc69b6-4dd9-44c5-8d46-a2e4cc8ad0bf req-e7ab7bb1-0aba-4475-b57f-c26abc2c07db tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0416293 Feb 15 22:05:02.001888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-96067ff6-86f0-489c-afc8-f6562fde4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:02.003472 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-96067ff6-86f0-489c-afc8-f6562fde4688 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 200 len: 905 time: 0.1363671 Feb 15 22:05:02.329298 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-86e997c5-eabb-43a7-8695-8a2a25f10f3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 HTTP/1.1" status: 200 len: 217 time: 0.3152621 Feb 15 22:05:02.631619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:02.870251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-cd39b349-8360-434a-b8fc-6022cad8ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:02.871940 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-cd39b349-8360-434a-b8fc-6022cad8ea98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 200 len: 850 time: 0.0654960 Feb 15 22:05:02.988484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-f8416821-a100-4724-a2eb-d5ba334d0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:02.990678 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-f8416821-a100-4724-a2eb-d5ba334d0ea0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0efd66c-3f9b-4ddd-b264-92453b2dea5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838778 Feb 15 22:05:03.128036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ae637-d5aa-4da2-a86f-2b24f12688eb req-b9a64ac5-367f-410d-826d-9101d9f5ffc6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:03.129613 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f51ae637-d5aa-4da2-a86f-2b24f12688eb req-b9a64ac5-367f-410d-826d-9101d9f5ffc6 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 945 time: 0.0867262 Feb 15 22:05:03.134830 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-a7844e88-7ea6-4bd2-93f3-8db003578205 service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366303 Feb 15 22:05:03.182233 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f51ae637-d5aa-4da2-a86f-2b24f12688eb req-25c69a89-2692-4cfa-bb53-8d503a49f152 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups?id=f15437c0-5aef-4e6e-b592-a48607ebdac8&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0461407 Feb 15 22:05:03.283404 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-353f2213-0e46-4da6-8e78-28fb78d6db2a req-dfd75b41-3531-4735-9fce-bce1a4324aa7 service neutron] 10.222.0.47 "GET /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364300 Feb 15 22:05:03.339341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:05:03.379938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-483f9319-1f0b-4d59-9163-d4299b1c3f5b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:03.380632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-483f9319-1f0b-4d59-9163-d4299b1c3f5b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:05:03.392776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-483f9319-1f0b-4d59-9163-d4299b1c3f5b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:05:03.394017 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-483f9319-1f0b-4d59-9163-d4299b1c3f5b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 945 time: 0.0971384 Feb 15 22:05:03.475128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Deleting port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:03.475540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:03.736033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] For port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:03.736439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:03.840494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:03.877812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Calling delete_port for a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:03.973092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:04.077199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:04.093360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-268b6ad7-2a8d-4b22-a6e5-1e70fc69202c tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:04.153654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event deleted for resources: {'Port': ['ID=a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:04.157689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:04.307917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] No DVR routers for this DVR port a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:05:04.310382 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:04.313322 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'name': 'network-vif-deleted', 'tag': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:05:04.346299 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eb1b0b35-5a26-41a0-bf0a-5dd80fa9fdc5 req-5e528adb-0158-471a-abea-b1d14bfd0e2b tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 210 time: 0.0512121 Feb 15 22:05:04.373856 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba88d1d-2877-433c-9fd6-de7fa954a016', 'name': 'network-vif-deleted', 'tag': 'a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7', 'status': 'completed', 'code': 200} Feb 15 22:05:04.384195 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-376c4134-02f3-4b6d-aec8-e2bf41128309 req-cbccf698-1bdc-458f-bbca-06e266ce1c72 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.47 "DELETE /v2.0/ports/a8b14c2f-cc0d-41d7-b85a-53cbf804ddd7 HTTP/1.1" status: 204 len: 173 time: 0.9838514 Feb 15 22:05:05.113144 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-09e3310d-32cc-4071-a935-54388208b7be req-a6d3c51b-0b1a-4c01-bfe8-c44917c5e3c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0510037 Feb 15 22:05:05.246035 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-09e3310d-32cc-4071-a935-54388208b7be req-254427d0-f673-4e30-a4c2-e67800fabbe2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea1d4d03033642b5acadd7dd2746a475&device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 210 time: 0.0532179 Feb 15 22:05:05.460869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3310d-32cc-4071-a935-54388208b7be req-16297353-04e1-498c-9cbe-ca17a1edf862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:05.462504 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-09e3310d-32cc-4071-a935-54388208b7be req-16297353-04e1-498c-9cbe-ca17a1edf862 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ea1d4d03033642b5acadd7dd2746a475&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1956613 Feb 15 22:05:05.543067 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f420b25e-2da2-4f9e-97ec-1f2633f1a59c req-b6efe68b-7831-4b93-9b4d-191c38107ee0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ba88d1d-2877-433c-9fd6-de7fa954a016 HTTP/1.1" status: 200 len: 210 time: 0.0511239 Feb 15 22:05:05.641793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3310d-32cc-4071-a935-54388208b7be req-651d4122-3514-44dd-ba60-af37ef907d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:05.643777 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-09e3310d-32cc-4071-a935-54388208b7be req-651d4122-3514-44dd-ba60-af37ef907d41 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1742179 Feb 15 22:05:06.746411 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-26809518-f225-403f-a1df-4ac1e2e0f366 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips/e93c7e87-0cdf-4d12-b70c-8eece8ed2741 HTTP/1.1" status: 200 len: 693 time: 0.0901883 Feb 15 22:05:06.909450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-277884f2-8fdc-4431-a42e-cd377cfe4c13 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:06.911454 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-277884f2-8fdc-4431-a42e-cd377cfe4c13 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 784 time: 0.1589971 Feb 15 22:05:07.000086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-d1d2805e-974a-4f50-be24-48f59f033e61 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Synchronizing usage tracker for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:floatingip {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:05:07.042968 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-d1d2805e-974a-4f50-be24-48f59f033e61 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Unset dirty status for tenant:ea1d4d03033642b5acadd7dd2746a475 on resource:floatingip {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:05:07.044314 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-d1d2805e-974a-4f50-be24-48f59f033e61 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.252 HTTP/1.1" status: 200 len: 696 time: 0.1262329 Feb 15 22:05:07.137468 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-f88529da-44c5-45a5-9ce9-21b671a7a638 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.252 HTTP/1.1" status: 200 len: 696 time: 0.0866179 Feb 15 22:05:07.560232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Deleting port 8902a098-eb9d-42ae-b27f-99d382730298 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:07.560610 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:07.749428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:07.750019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:07.883485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Calling delete_port for 8902a098-eb9d-42ae-b27f-99d382730298 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:08.137514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:08.154204 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e84bc7f6-de8c-4f40-9834-0fe2ffcdc1bb tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:08.210257 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event deleted for resources: {'Port': ['ID=8902a098-eb9d-42ae-b27f-99d382730298,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:08.214247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:08.321829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:08.368809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:08.370114 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7e1dbdd3-78af-4ed3-a0e2-adf667ad8dbb req-62fa8a9b-b268-47b9-afae-6b9d2d1335c0 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "DELETE /v2.0/floatingips/e93c7e87-0cdf-4d12-b70c-8eece8ed2741 HTTP/1.1" status: 204 len: 173 time: 1.2161038 Feb 15 22:05:08.853611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34604) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:08.978063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:08.993313 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:08.997352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] Usage tracker for resource:security_group_rule and tenant:bdabc2db197e4318a8fe1dc463de5764 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:09.000443 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:09.006755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:09.318784 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:09.365701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:09.374351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ac9372e8-f1a4-45c2-b058-69904941fc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:09.415927 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdabc2db197e4318a8fe1dc463de5764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5611293 Feb 15 22:05:09.417752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59221793-6ac2-470b-a501-729aa6dc3dc1,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:09.418810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34612) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:09.421169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:09.482735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c640d21-5ac8-4dce-ac72-1c7734f61870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:09.510367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c640d21-5ac8-4dce-ac72-1c7734f61870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:09.637005 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c640d21-5ac8-4dce-ac72-1c7734f61870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:09.642433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d41e153b-4bd7-4c97-a75e-f27181f3c05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:09.659482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c640d21-5ac8-4dce-ac72-1c7734f61870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59221793-6ac2-470b-a501-729aa6dc3dc1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:09.662534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5c640d21-5ac8-4dce-ac72-1c7734f61870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:09.666805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c640d21-5ac8-4dce-ac72-1c7734f61870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:09.670251 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5c640d21-5ac8-4dce-ac72-1c7734f61870 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59221793-6ac2-470b-a501-729aa6dc3dc1 HTTP/1.1" status: 204 len: 168 time: 0.2487082 Feb 15 22:05:09.936614 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e68485a8-0d98-4e0c-9b17-a91316d176aa req-3a4680bb-8ecb-4f8e-95c5-97cfe943c626 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "GET /v2.0/security-groups/f15437c0-5aef-4e6e-b592-a48607ebdac8 HTTP/1.1" status: 200 len: 2997 time: 0.0531933 Feb 15 22:05:10.009405 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e68485a8-0d98-4e0c-9b17-a91316d176aa req-62183af4-c43b-492e-818a-a22050c86535 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.039856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e68485a8-0d98-4e0c-9b17-a91316d176aa req-62183af4-c43b-492e-818a-a22050c86535 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.126936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34626) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:10.146807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-05214818-18fd-4d3a-b179-e0328f4ce495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.166017 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-05214818-18fd-4d3a-b179-e0328f4ce495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:10.170055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-05214818-18fd-4d3a-b179-e0328f4ce495 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee57625f611418483ac695a2e2b63a3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:10.173062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-05214818-18fd-4d3a-b179-e0328f4ce495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:10.179094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-05214818-18fd-4d3a-b179-e0328f4ce495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:10.238490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e68485a8-0d98-4e0c-9b17-a91316d176aa req-62183af4-c43b-492e-818a-a22050c86535 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.245988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a000d977-0219-41bd-ac77-fc52c01441b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:10.267639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62183af4-c43b-492e-818a-a22050c86535 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15437c0-5aef-4e6e-b592-a48607ebdac8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:10.275496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-62183af4-c43b-492e-818a-a22050c86535 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:10.293591 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-05214818-18fd-4d3a-b179-e0328f4ce495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.324446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e68485a8-0d98-4e0c-9b17-a91316d176aa req-62183af4-c43b-492e-818a-a22050c86535 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.325672 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e68485a8-0d98-4e0c-9b17-a91316d176aa req-62183af4-c43b-492e-818a-a22050c86535 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] 10.222.0.41 "DELETE /v2.0/security-groups/f15437c0-5aef-4e6e-b592-a48607ebdac8 HTTP/1.1" status: 204 len: 173 time: 0.3824482 Feb 15 22:05:10.356950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-05214818-18fd-4d3a-b179-e0328f4ce495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.365785 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c7d1a883-110c-4815-a59b-d32293b7647f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:10.409729 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-05214818-18fd-4d3a-b179-e0328f4ce495 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ee57625f611418483ac695a2e2b63a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810967 Feb 15 22:05:10.410168 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05214818-18fd-4d3a-b179-e0328f4ce495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2bb382-f1be-49ef-8b94-9647e0d5a681,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:10.412650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34632) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:10.414194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-05214818-18fd-4d3a-b179-e0328f4ce495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:10.435096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34636) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:10.485068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.512538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.591141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.596547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-00eaaf0e-9737-44d6-bfea-367837da7d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:10.609428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2bb382-f1be-49ef-8b94-9647e0d5a681,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:10.620300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.620734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.621159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.621601 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.622024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.622435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.622866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.623273 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.623761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.624172 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.624576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.624983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.625435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.625836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.626249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.626655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.627057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.627480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.627885 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.628318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.628758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.629667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.630072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.630473 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:10.636307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:10.638422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:10.642623 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a2bb382-f1be-49ef-8b94-9647e0d5a681 HTTP/1.1" status: 204 len: 168 time: 0.2278800 Feb 15 22:05:11.254103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854133287'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:11.619465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Deleting port f3269179-dc59-49de-846d-0e9c755a71a8 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:11.619851 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:11.813396 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] For port f3269179-dc59-49de-846d-0e9c755a71a8, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f3269179-dc59-49de-846d-0e9c755a71a8,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:11.813793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:11.948080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Calling delete_port for f3269179-dc59-49de-846d-0e9c755a71a8 owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:12.149128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:12.165059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2c9a3a5b-1b1c-4f61-9716-676c3956837e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:12.224960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f3269179-dc59-49de-846d-0e9c755a71a8,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:12.273641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:12.762757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854046235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854133337'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:13.279333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:05:13.471829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:05:13.481679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] Sync routers for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:05:13.484710 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4de7a70e-c707-48b4-9f8b-0ed7854274cd admin admin] 10.222.0.41 "PUT /v2.0/routers/4574719d-3b69-45f9-ac20-ef02e7ca9a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0484540 Feb 15 22:05:13.487317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34696) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:13.492383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:05:13.493134 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:04:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:13.679996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:13.684823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:05:13.872084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:13.877290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Deleting port e1aa33b6-936d-406e-a88e-921fd1bc092a {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:13.877655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:13.998470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T22:05:12Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:14.002639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] Checking router: 4574719d-3b69-45f9-ac20-ef02e7ca9a2e for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:05:14.012184 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] Routers {'4574719d-3b69-45f9-ac20-ef02e7ca9a2e'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:05:14.012847 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:04:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:14.064096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] For port e1aa33b6-936d-406e-a88e-921fd1bc092a, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=e1aa33b6-936d-406e-a88e-921fd1bc092a,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:14.064489 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:14.205417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Calling delete_port for e1aa33b6-936d-406e-a88e-921fd1bc092a owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:14.371132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] Set router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:05:14.433842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:14.603644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635345'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:14.710407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T22:05:12Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:14.716878 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2520a86-8b77-489b-96f7-d20780ab6299 None None] The sync data for ids ['4574719d-3b69-45f9-ac20-ef02e7ca9a2e'] in dv-cinder-775250-3-iscsi is: [{'id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'name': 'tempest-TestVolumeBootPattern-489647528-router', 'tenant_id': 'ea1d4d03033642b5acadd7dd2746a475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:54:54Z', 'updated_at': '2021-02-15T22:05:12Z', 'revision_number': 5, 'project_id': 'ea1d4d03033642b5acadd7dd2746a475', 'gw_port': {'id': 'e1aa33b6-936d-406e-a88e-921fd1bc092a', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:87:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4574719d-3b69-45f9-ac20-ef02e7ca9a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:54:55Z', 'updated_at': '2021-02-15T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:05:14.754408 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-212418'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:14.756835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:14.806325 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647155'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:14.807044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4574719d-3b69-45f9-ac20-ef02e7ca9a2e {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 22:05:14.821158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:14.822645 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f27210a6-2b2e-4adf-93a2-e2af77078f56 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4574719d-3b69-45f9-ac20-ef02e7ca9a2e HTTP/1.1" status: 204 len: 168 time: 1.3342986 Feb 15 22:05:14.825670 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34716) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:14.896848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-e751e558-7ad5-42b1-acdb-7207d9faab72 admin admin] Deleting subnet 3625f745-f8ca-4a8c-b503-4856dfcfd1e5 {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 22:05:14.900064 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e751e558-7ad5-42b1-acdb-7207d9faab72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:14.958064 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e751e558-7ad5-42b1-acdb-7207d9faab72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1819660'] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:15.042172 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e751e558-7ad5-42b1-acdb-7207d9faab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:15.600687 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e751e558-7ad5-42b1-acdb-7207d9faab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1826727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27523202'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:15.618876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-579932f3-176a-46bc-9c83-8f1630e5ed5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:15.666474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751e558-7ad5-42b1-acdb-7207d9faab72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3625f745-f8ca-4a8c-b503-4856dfcfd1e5,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:15.720333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e751e558-7ad5-42b1-acdb-7207d9faab72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:15.756642 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e751e558-7ad5-42b1-acdb-7207d9faab72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:15.765322 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e751e558-7ad5-42b1-acdb-7207d9faab72 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3625f745-f8ca-4a8c-b503-4856dfcfd1e5 HTTP/1.1" status: 204 len: 168 time: 0.9360330 Feb 15 22:05:15.765455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34732) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:15.766574 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bebf06-0735-47d2-b743-4cabf9f7b864 None None] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:05:15.884512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:15.963989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device e1aa33b6-936d-406e-a88e-921fd1bc092a no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:15.964821 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Deleting port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:15.965277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:16.007362 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: e1aa33b6-936d-406e-a88e-921fd1bc092a {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:05:16.007708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device e1aa33b6-936d-406e-a88e-921fd1bc092a not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:05:16.008507 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f3269179-dc59-49de-846d-0e9c755a71a8 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:16.049332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: f3269179-dc59-49de-846d-0e9c755a71a8 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:05:16.049728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f3269179-dc59-49de-846d-0e9c755a71a8 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:05:16.114810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] DHCP port deletion for f0efd66c-3f9b-4ddd-b264-92453b2dea5a request from dv-cinder-775250-3-iscsi {{(pid=84108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 22:05:16.119055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] Deleting port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:16.119510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:16.193336 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] For port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0132201c-2c1c-4ba5-a5e1-d634d72d7d33,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:16.193734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:16.328571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Calling delete_port for 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 owned by network:dhcp {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:16.351483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] For port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0132201c-2c1c-4ba5-a5e1-d634d72d7d33,segment=NetworkSegment(2b43f91c-21e4-4eb7-9e5c-f533a18e1b80),segment_id=2b43f91c-21e4-4eb7-9e5c-f533a18e1b80)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:16.351483 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:16.519119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] Calling delete_port for 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:16.599897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 22:05:16.600524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 22:05:16.625314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:16.643988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:16.701907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Pushing event deleted for resources: {'Port': ['ID=0132201c-2c1c-4ba5-a5e1-d634d72d7d33,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:16.706126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:16.790961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] No DVR routers for this DVR port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 on host dv-cinder-775250-3-iscsi {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:05:16.914188 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:17.030201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0efd66c-3f9b-4ddd-b264-92453b2dea5a']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:17.043685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:17.044028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b43f91c-21e4-4eb7-9e5c-f533a18e1b80') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:17.058071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:17.101158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] Deleting port 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:17.101617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:17.134843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:17.137426 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 22:05:17.174613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-3ef08bec-95de-485f-8ff9-3d83c01164de None None] The port '0132201c-2c1c-4ba5-a5e1-d634d72d7d33' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 22:05:17.319371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:05:17.569402 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c387d6e3-5999-412e-a339-a3b309ae206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:17.576990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:17.755968 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Network f0efd66c-3f9b-4ddd-b264-92453b2dea5a has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 22:05:17.783525 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 22:05:17.891870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34782) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:17.950930 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:17.993054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:05:17.993616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0132201c-2c1c-4ba5-a5e1-d634d72d7d33 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:05:18.025400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:18.041060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:18.045169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad4650456444d028ffedb6774552632 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:18.048217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:18.054788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:18.080433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:18.084952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:18.103944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:18.118034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Pushing event deleted for resources: {'Network': ['ID=f0efd66c-3f9b-4ddd-b264-92453b2dea5a,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:18.127597 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:18.186158 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] 10.222.0.41 "DELETE /v2.0/networks/f0efd66c-3f9b-4ddd-b264-92453b2dea5a HTTP/1.1" status: 204 len: 168 time: 2.4196591 Feb 15 22:05:18.189209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34792) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:18.415244 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:18.486660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:18.556577 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ad527c03-3c53-4a88-8387-549f4df25434 tempest-VolumesNegativeTest-1049219539 tempest-VolumesNegativeTest-1049219539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:18.622645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60832b69-59a6-400f-a21c-42b7a1a16dd1,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:18.628987 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:18.634927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34798) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:18.635079 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ad4650456444d028ffedb6774552632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7417486 Feb 15 22:05:18.702355 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:18.729407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:18.808146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:18.813247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-758ab337-ad69-4767-ac08-3ddcadbc76da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:18.824623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60832b69-59a6-400f-a21c-42b7a1a16dd1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:18.835703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:18.836996 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60832b69-59a6-400f-a21c-42b7a1a16dd1 HTTP/1.1" status: 204 len: 168 time: 0.2011297 Feb 15 22:05:18.839109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.839109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.839428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.839890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.840191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.840587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.841037 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.841436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.842092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.842203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.842531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.842911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.843418 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.843805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.844194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.844788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.844980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.845504 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.845931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.846167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.846549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.846939 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.847319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.847720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:05:18.851970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-35b2e92c-042b-407b-bbb8-f29278a96173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:18.882502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854133287'] for router_interface, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.250750 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Deleting port 23c9be09-29a1-4124-8a6f-ab161ac71823 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:19.251127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.281047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34806) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:19.300735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.316331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:19.320509 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] Usage tracker for resource:security_group_rule and tenant:dbcae30a66374fb6b5ed8765f6b84535 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:19.323435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:19.329261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:19.414194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.437001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] For port 23c9be09-29a1-4124-8a6f-ab161ac71823, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=23c9be09-29a1-4124-8a6f-ab161ac71823,segment=NetworkSegment(34c600cc-1a09-4bc9-a982-d82e86d7f26c),segment_id=34c600cc-1a09-4bc9-a982-d82e86d7f26c)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:19.437400 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.451558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.481479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d9312e88-6f7c-49ac-acd8-d22eeec8efa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:19.524467 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbcae30a66374fb6b5ed8765f6b84535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422538 Feb 15 22:05:19.527514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34812) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:19.540549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a34d374-da8a-4101-88b8-74bc479cc5f1,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:19.544014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:19.570008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Calling delete_port for 23c9be09-29a1-4124-8a6f-ab161ac71823 owned by network:router_interface {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:19.597027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3adbba13-50a6-43b3-835f-2cd4f1a0bae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.625578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3adbba13-50a6-43b3-835f-2cd4f1a0bae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.731639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3adbba13-50a6-43b3-835f-2cd4f1a0bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.736869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-06b20d1b-f597-43b7-a296-7bddc3998f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:19.747803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbba13-50a6-43b3-835f-2cd4f1a0bae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a34d374-da8a-4101-88b8-74bc479cc5f1,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:19.751518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3adbba13-50a6-43b3-835f-2cd4f1a0bae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:19.755525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3adbba13-50a6-43b3-835f-2cd4f1a0bae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.756949 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3adbba13-50a6-43b3-835f-2cd4f1a0bae1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a34d374-da8a-4101-88b8-74bc479cc5f1 HTTP/1.1" status: 204 len: 168 time: 0.2284379 Feb 15 22:05:19.786130 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:19.802964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e03750c-7537-4648-9f5a-eb4ed24aa274 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:19.856926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c9be09-29a1-4124-8a6f-ab161ac71823,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:19.911055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:20.094119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-76fc4081-d12a-41ca-955e-39cc12eb267f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:20.216818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854046235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854133337'] for router_interface, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:20.608495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:20.970069 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Router 48e0e65c-8f73-4cea-b568-b2c54669caa3 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:05:21.158649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:05:21.169189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] Sync routers for ids ['48e0e65c-8f73-4cea-b568-b2c54669caa3'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:05:21.174884 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-dfcce75d-2d01-41e1-8ffc-179fbe759833 admin admin] 10.222.0.41 "PUT /v2.0/routers/48e0e65c-8f73-4cea-b568-b2c54669caa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9821517 Feb 15 22:05:21.175167 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34842) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:21.183991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] Routers {'48e0e65c-8f73-4cea-b568-b2c54669caa3'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:05:21.184669 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:05:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['48e0e65c-8f73-4cea-b568-b2c54669caa3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:21.367103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Notify callbacks [] for router, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:21.381161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] Set router 48e0e65c-8f73-4cea-b568-b2c54669caa3 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:05:21.557541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:21.563319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Deleting port a44f6e12-2d76-4f2b-91e4-916b891e306f {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:21.563830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:21.743269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:21.777094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] For port a44f6e12-2d76-4f2b-91e4-916b891e306f, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=a44f6e12-2d76-4f2b-91e4-916b891e306f,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:21.777603 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:21.863748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'name': 'tempest-TestVolumeBootPattern-255199053-router', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:55:06Z', 'updated_at': '2021-02-15T22:05:19Z', 'revision_number': 5, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'gw_port': {'id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:08Z', 'updated_at': '2021-02-15T21:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:21.868763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] Checking router: 48e0e65c-8f73-4cea-b568-b2c54669caa3 for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:05:21.879790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] Routers {'48e0e65c-8f73-4cea-b568-b2c54669caa3'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:05:21.880429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:05:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['48e0e65c-8f73-4cea-b568-b2c54669caa3'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:21.936872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Calling delete_port for a44f6e12-2d76-4f2b-91e4-916b891e306f owned by network:router_gateway {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:22.080024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] Set router 48e0e65c-8f73-4cea-b568-b2c54669caa3 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:05:22.084461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:22.275014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635345'] for router_gateway, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:22.390746 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'name': 'tempest-TestVolumeBootPattern-255199053-router', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:55:06Z', 'updated_at': '2021-02-15T22:05:19Z', 'revision_number': 5, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'gw_port': {'id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:08Z', 'updated_at': '2021-02-15T21:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:22.395598 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d8e79-2b3f-456c-8187-736cdb44bea4 None None] The sync data for ids ['48e0e65c-8f73-4cea-b568-b2c54669caa3'] in dv-cinder-775250-3-iscsi is: [{'id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'name': 'tempest-TestVolumeBootPattern-255199053-router', 'tenant_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:55:06Z', 'updated_at': '2021-02-15T22:05:19Z', 'revision_number': 5, 'project_id': 'aa7c0a2bd4c74ae0aae6bc5f7ef42585', 'gw_port': {'id': 'a44f6e12-2d76-4f2b-91e4-916b891e306f', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0e65c-8f73-4cea-b568-b2c54669caa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:55:08Z', 'updated_at': '2021-02-15T21:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:05:22.416192 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-212418'] for router, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:22.427929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:22.676868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647155'] for router, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:22.677793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48e0e65c-8f73-4cea-b568-b2c54669caa3 {{(pid=84106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 22:05:22.690773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] Notify callbacks [] for router, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:22.692535 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4ad5626f-dbc3-4833-821a-cd3e42980d39 admin admin] 10.222.0.41 "DELETE /v2.0/routers/48e0e65c-8f73-4cea-b568-b2c54669caa3 HTTP/1.1" status: 204 len: 168 time: 1.5158556 Feb 15 22:05:22.695242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34876) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:22.767736 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d7ee57-1957-4aee-9fac-f562ae059d7b admin admin] Deleting subnet 801d8d0e-21db-4eee-ad81-b4755963bd0b {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 22:05:22.772871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ee57-1957-4aee-9fac-f562ae059d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:22.830132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ee57-1957-4aee-9fac-f562ae059d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1819660'] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:22.979334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ee57-1957-4aee-9fac-f562ae059d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:23.088330 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:23.271447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ee57-1957-4aee-9fac-f562ae059d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1826727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27523202'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:23.290513 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a44556e6-a2a9-43d1-a49a-bca5d64d6abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:23.334501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7ee57-1957-4aee-9fac-f562ae059d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801d8d0e-21db-4eee-ad81-b4755963bd0b,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:23.337208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b7d7ee57-1957-4aee-9fac-f562ae059d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:23.423144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ee57-1957-4aee-9fac-f562ae059d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:23.429562 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4d8903-0885-4977-b1b7-ca56e6c6d25b None None] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:05:23.429978 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b7d7ee57-1957-4aee-9fac-f562ae059d7b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/801d8d0e-21db-4eee-ad81-b4755963bd0b HTTP/1.1" status: 204 len: 168 time: 0.7336736 Feb 15 22:05:23.432683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34886) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:23.544936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:23.618008 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Deleting port f2a08127-922d-43dc-9ca2-ff2a3043d630 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:23.618392 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:23.698609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] DHCP port deletion for 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 request from dv-cinder-775250-3-iscsi {{(pid=84108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 22:05:23.703019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] Deleting port f2a08127-922d-43dc-9ca2-ff2a3043d630 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:23.703493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:23.847472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] For port f2a08127-922d-43dc-9ca2-ff2a3043d630, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f2a08127-922d-43dc-9ca2-ff2a3043d630,segment=NetworkSegment(34c600cc-1a09-4bc9-a982-d82e86d7f26c),segment_id=34c600cc-1a09-4bc9-a982-d82e86d7f26c)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:23.847872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:23.921165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] For port f2a08127-922d-43dc-9ca2-ff2a3043d630, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=f2a08127-922d-43dc-9ca2-ff2a3043d630,segment=NetworkSegment(34c600cc-1a09-4bc9-a982-d82e86d7f26c),segment_id=34c600cc-1a09-4bc9-a982-d82e86d7f26c)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:23.921867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:23.984986 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Calling delete_port for f2a08127-922d-43dc-9ca2-ff2a3043d630 owned by network:dhcp {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:23.999690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 23c9be09-29a1-4124-8a6f-ab161ac71823 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:24.099547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:24.104229 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] Calling delete_port for f2a08127-922d-43dc-9ca2-ff2a3043d630 owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:24.126481 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-fde0c67c-1882-48bf-a08a-960efe260f49 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:24.145994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 23c9be09-29a1-4124-8a6f-ab161ac71823 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:05:24.146385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 23c9be09-29a1-4124-8a6f-ab161ac71823 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:05:24.146855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device a44f6e12-2d76-4f2b-91e4-916b891e306f no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:24.188059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: a44f6e12-2d76-4f2b-91e4-916b891e306f {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:05:24.188458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device a44f6e12-2d76-4f2b-91e4-916b891e306f not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:05:24.188929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f2a08127-922d-43dc-9ca2-ff2a3043d630 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:24.197061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a08127-922d-43dc-9ca2-ff2a3043d630,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:24.233567 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: f2a08127-922d-43dc-9ca2-ff2a3043d630 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:05:24.233964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device f2a08127-922d-43dc-9ca2-ff2a3043d630 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:05:24.250635 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:24.257186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 22:05:24.257602 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 22:05:24.288122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] No DVR routers for this DVR port f2a08127-922d-43dc-9ca2-ff2a3043d630 on host dv-cinder-775250-3-iscsi {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:05:24.649673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:24.758807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] Deleting port f2a08127-922d-43dc-9ca2-ff2a3043d630 {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:24.759236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:24.768648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cc726a-d98e-45ad-ab87-7aa6adbe76f1']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:24.781937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c600cc-1a09-4bc9-a982-d82e86d7f26c') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:24.782276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c600cc-1a09-4bc9-a982-d82e86d7f26c') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:24.794970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:24.810368 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:24.812392 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 22:05:24.830101 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-9e126f07-c62d-480b-8c9b-59d95f046d57 None None] The port 'f2a08127-922d-43dc-9ca2-ff2a3043d630' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 22:05:24.992453 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:05:25.004961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:25.183805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Network 61cc726a-d98e-45ad-ab87-7aa6adbe76f1 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 22:05:25.207074 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 22:05:25.316720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:25.320788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:25.324719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:25.347806 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] 10.222.0.41 "DELETE /v2.0/networks/61cc726a-d98e-45ad-ab87-7aa6adbe76f1 HTTP/1.1" status: 204 len: 168 time: 1.9140198 Feb 15 22:05:25.349270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cc726a-d98e-45ad-ab87-7aa6adbe76f1,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:25.352589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:25.638352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34912) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:25.692552 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6cd331a2-7058-4999-b3bf-5c7842c7fbf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea1d4d03033642b5acadd7dd2746a475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520339 Feb 15 22:05:25.695087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34916) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:25.761230 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cee07e36-a1f1-4f36-a4d2-1aa631fd1378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:25.790189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cee07e36-a1f1-4f36-a4d2-1aa631fd1378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:25.845949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34922) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:25.920123 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cee07e36-a1f1-4f36-a4d2-1aa631fd1378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:25.925472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5c5f68c3-2677-411d-8244-bd11f8f62536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:25.944041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee07e36-a1f1-4f36-a4d2-1aa631fd1378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7eddcf-63b8-4d5c-a5af-03cbbe30d863,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:25.949331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cee07e36-a1f1-4f36-a4d2-1aa631fd1378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:25.949331 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cee07e36-a1f1-4f36-a4d2-1aa631fd1378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:25.949331 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-cee07e36-a1f1-4f36-a4d2-1aa631fd1378 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba7eddcf-63b8-4d5c-a5af-03cbbe30d863 HTTP/1.1" status: 204 len: 168 time: 0.2531111 Feb 15 22:05:25.973261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:25.989553 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:25.993808 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] Usage tracker for resource:security_group_rule and tenant:c70360f270204d62885a0f9bba5ccc60 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:25.997096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:26.003071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:26.191152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:26.223570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:26.233041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-134603ea-2be3-4e94-8809-9393669a7d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:26.277274 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c70360f270204d62885a0f9bba5ccc60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290302 Feb 15 22:05:26.278216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0602f2aa-3aa4-4dc4-870b-c97bed3bcb04,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:26.279197 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34934) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:26.281899 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:26.366652 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7a22ccd-6852-49b8-bb6a-3a4dab98376c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:26.393958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7a22ccd-6852-49b8-bb6a-3a4dab98376c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:26.543913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34942) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:26.566822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7a22ccd-6852-49b8-bb6a-3a4dab98376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:26.572648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1e94e157-344e-4d24-b8ec-22c18c8f5829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:26.591771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a22ccd-6852-49b8-bb6a-3a4dab98376c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0602f2aa-3aa4-4dc4-870b-c97bed3bcb04,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:26.601839 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e7a22ccd-6852-49b8-bb6a-3a4dab98376c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:26.612341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e7a22ccd-6852-49b8-bb6a-3a4dab98376c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:26.613565 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e7a22ccd-6852-49b8-bb6a-3a4dab98376c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0602f2aa-3aa4-4dc4-870b-c97bed3bcb04 HTTP/1.1" status: 204 len: 168 time: 0.3331220 Feb 15 22:05:26.623059 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-19db2e08-00f5-4c89-ad12-cb7376e53b4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa7c0a2bd4c74ae0aae6bc5f7ef42585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778835 Feb 15 22:05:26.625770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34948) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:26.696993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-081b3bb5-9369-4793-87c1-34bf0ae60681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:26.725842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-081b3bb5-9369-4793-87c1-34bf0ae60681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:26.888198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-081b3bb5-9369-4793-87c1-34bf0ae60681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:26.893618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b7b4a5b0-38db-4ff8-84d3-2a6efe693128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:26.910036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b3bb5-9369-4793-87c1-34bf0ae60681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d4b296-0754-47f8-939b-e0b9fd10b2fc,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:26.913822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-081b3bb5-9369-4793-87c1-34bf0ae60681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:26.918326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-081b3bb5-9369-4793-87c1-34bf0ae60681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:26.922425 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-081b3bb5-9369-4793-87c1-34bf0ae60681 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03d4b296-0754-47f8-939b-e0b9fd10b2fc HTTP/1.1" status: 204 len: 168 time: 0.2955072 Feb 15 22:05:27.250043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 34966) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:27.287068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-35f336ce-f51d-47ba-ac84-9ad251565d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:27.311078 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-35f336ce-f51d-47ba-ac84-9ad251565d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:27.316895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-35f336ce-f51d-47ba-ac84-9ad251565d70 admin admin] Usage tracker for resource:security_group_rule and tenant:edd5f045ef0744b08a9f2d93628264ba is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:27.320100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-35f336ce-f51d-47ba-ac84-9ad251565d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:27.327156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-35f336ce-f51d-47ba-ac84-9ad251565d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:27.476346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-35f336ce-f51d-47ba-ac84-9ad251565d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:27.508629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-35f336ce-f51d-47ba-ac84-9ad251565d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:27.517503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-23ddb38a-ef93-47a8-b908-48654b22cc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:27.560537 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-35f336ce-f51d-47ba-ac84-9ad251565d70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edd5f045ef0744b08a9f2d93628264ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094208 Feb 15 22:05:27.561479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f336ce-f51d-47ba-ac84-9ad251565d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b81a47-1049-427b-8989-c6f5968608cc,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:27.563379 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 34970) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:27.564781 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-35f336ce-f51d-47ba-ac84-9ad251565d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:27.625453 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d843157c-b3b9-4de2-8242-4eaae7183ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:27.652898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d843157c-b3b9-4de2-8242-4eaae7183ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:27.728318 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d843157c-b3b9-4de2-8242-4eaae7183ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:27.733366 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5b9588b1-dc9a-4af4-b231-43c1245a8103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:27.746568 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843157c-b3b9-4de2-8242-4eaae7183ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b81a47-1049-427b-8989-c6f5968608cc,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:27.749708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d843157c-b3b9-4de2-8242-4eaae7183ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:27.751768 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d843157c-b3b9-4de2-8242-4eaae7183ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:27.756336 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d843157c-b3b9-4de2-8242-4eaae7183ce4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43b81a47-1049-427b-8989-c6f5968608cc HTTP/1.1" status: 204 len: 168 time: 0.1917477 Feb 15 22:05:32.079172 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09797dce-da06-4455-bc2d-92d800fa5dc7 req-7cdfe478-383f-40a3-84c7-ee27f4649163 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:32.080814 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-09797dce-da06-4455-bc2d-92d800fa5dc7 req-7cdfe478-383f-40a3-84c7-ee27f4649163 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 946 time: 0.0868123 Feb 15 22:05:32.128314 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-09797dce-da06-4455-bc2d-92d800fa5dc7 req-cf642b08-9b29-41f6-83fc-d8090e5f5eb3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 Feb 15 22:05:32.685626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:33.572787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188cbcb-2540-4b88-843a-98dad93f6247 req-47df59ae-89ba-4f93-a60c-35cf10d952d9 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:33.574439 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a188cbcb-2540-4b88-843a-98dad93f6247 req-47df59ae-89ba-4f93-a60c-35cf10d952d9 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 946 time: 0.3302817 Feb 15 22:05:33.621721 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a188cbcb-2540-4b88-843a-98dad93f6247 req-712cf90b-0e64-43dd-b662-5be9b20d2316 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Feb 15 22:05:34.029468 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 23d7da46-8793-49ae-a198-5f8ce063e4b1 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:34.070170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-31c90e41-9788-4be5-9d85-5c838b79f25a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:34.070933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-31c90e41-9788-4be5-9d85-5c838b79f25a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Synchronizing usage tracker for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:05:34.110806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-31c90e41-9788-4be5-9d85-5c838b79f25a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Unset dirty status for tenant:4cf493c0d1404c8bbefa3de6ecfaf174 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:05:34.112106 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-31c90e41-9788-4be5-9d85-5c838b79f25a tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.47 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 946 time: 0.1337905 Feb 15 22:05:34.150743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:34.179585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ddfc81-5ef2-453e-b213-28e704989025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d7da46-8793-49ae-a198-5f8ce063e4b1'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:05:34.190402 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 23d7da46-8793-49ae-a198-5f8ce063e4b1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=23d7da46-8793-49ae-a198-5f8ce063e4b1,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:34.190534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Deleting port 23d7da46-8793-49ae-a198-5f8ce063e4b1 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:34.190639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:34.226648 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ddfc81-5ef2-453e-b213-28e704989025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d7da46-8793-49ae-a198-5f8ce063e4b1', 'code': 200} Feb 15 22:05:34.228507 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:34.230559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:34.303994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=23d7da46-8793-49ae-a198-5f8ce063e4b1,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:34.308140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:34.460137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] For port 23d7da46-8793-49ae-a198-5f8ce063e4b1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=23d7da46-8793-49ae-a198-5f8ce063e4b1,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:34.460609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:34.778693 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:34.779234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:34.779586 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Floating IP d78c1bd5-b837-4432-a427-8f66fdcc6a8a disassociated. External IP: 172.27.0.72, port: 23d7da46-8793-49ae-a198-5f8ce063e4b1. Feb 15 22:05:34.779976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Calling delete_port for 23d7da46-8793-49ae-a198-5f8ce063e4b1 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:34.826413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5093-e554-43b8-9b04-6b2c806dbb62 req-194eeba4-ab67-40c2-b055-798826fb7d09 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:34.832561 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f7db5093-e554-43b8-9b04-6b2c806dbb62 req-194eeba4-ab67-40c2-b055-798826fb7d09 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 944 time: 0.0956919 Feb 15 22:05:34.875599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35104) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:34.883246 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f7db5093-e554-43b8-9b04-6b2c806dbb62 req-a7d251cb-4c56-459d-945a-06c7ce309ef1 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups?id=e6caa96f-5859-49e0-b6b7-7fafa6594af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468428 Feb 15 22:05:35.001526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb45cf58-d13b-4550-be6e-ee415036c196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:35.021136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-eb45cf58-d13b-4550-be6e-ee415036c196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:35.026065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-eb45cf58-d13b-4550-be6e-ee415036c196 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd78c394bc342d28e626870a8d970f8 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:35.029001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-eb45cf58-d13b-4550-be6e-ee415036c196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:35.034860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-eb45cf58-d13b-4550-be6e-ee415036c196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:35.057247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:35.072190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9a09402f-ebf2-41ec-80e0-fee554748586 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:35.142158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event deleted for resources: {'Port': ['ID=23d7da46-8793-49ae-a198-5f8ce063e4b1,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:35.198917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:35.428588 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb45cf58-d13b-4550-be6e-ee415036c196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:35.477590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-eb45cf58-d13b-4550-be6e-ee415036c196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:35.487488 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-81067198-3295-4fb9-a043-8d0372b52a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:35.544986 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-eb45cf58-d13b-4550-be6e-ee415036c196 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebd78c394bc342d28e626870a8d970f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6681268 Feb 15 22:05:35.547893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35110) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:35.548441 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45cf58-d13b-4550-be6e-ee415036c196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e3d578-8bb5-478e-befb-cf81ed602668,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:35.553198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:05:35.554347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-eb45cf58-d13b-4550-be6e-ee415036c196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:35.611793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7200d90a-5e06-480e-aa9c-e8250f644dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:35.640403 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7200d90a-5e06-480e-aa9c-e8250f644dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:35.720470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7200d90a-5e06-480e-aa9c-e8250f644dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:35.725769 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9ebf1585-a976-4c8c-857b-a19e3e5dd3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:35.739349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200d90a-5e06-480e-aa9c-e8250f644dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e3d578-8bb5-478e-befb-cf81ed602668,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:35.742603 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7200d90a-5e06-480e-aa9c-e8250f644dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:35.744763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7200d90a-5e06-480e-aa9c-e8250f644dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:35.748795 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7200d90a-5e06-480e-aa9c-e8250f644dbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3e3d578-8bb5-478e-befb-cf81ed602668 HTTP/1.1" status: 204 len: 168 time: 0.1997485 Feb 15 22:05:35.764248 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:05:35.793453 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] Sync routers for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:05:35.807477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:05:35.808423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:05:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:35.809881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] No DVR routers for this DVR port 23d7da46-8793-49ae-a198-5f8ce063e4b1 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:05:35.813556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:35.819569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ddfc81-5ef2-453e-b213-28e704989025', 'name': 'network-vif-deleted', 'tag': '23d7da46-8793-49ae-a198-5f8ce063e4b1'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:05:35.879645 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-134b3ac7-f28a-4cf4-bd07-18b763c85d5f req-83890024-0826-4237-af31-3ce5172d9f1e tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.47 "DELETE /v2.0/ports/23d7da46-8793-49ae-a198-5f8ce063e4b1 HTTP/1.1" status: 204 len: 173 time: 1.7603142 Feb 15 22:05:35.881441 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ddfc81-5ef2-453e-b213-28e704989025', 'name': 'network-vif-deleted', 'tag': '23d7da46-8793-49ae-a198-5f8ce063e4b1', 'status': 'completed', 'code': 200} Feb 15 22:05:36.018649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:05:36.072096 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8dcc2d19-80e4-49cd-a1d6-430c193576bd req-fc04bd22-2d45-49c1-8d3e-cc48e2142ddb tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/ports?device_id=47ddfc81-5ef2-453e-b213-28e704989025 HTTP/1.1" status: 200 len: 210 time: 0.0598993 Feb 15 22:05:36.291694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35124) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:36.317765 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c71-1021-4702-8fd5-bcd134cbaad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:36.334303 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-af0d7c71-1021-4702-8fd5-bcd134cbaad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:36.338592 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-af0d7c71-1021-4702-8fd5-bcd134cbaad4 admin admin] Usage tracker for resource:security_group_rule and tenant:65578f903c3040968e7fc99c84016862 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:36.341684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-af0d7c71-1021-4702-8fd5-bcd134cbaad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:36.348221 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-af0d7c71-1021-4702-8fd5-bcd134cbaad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:36.436673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c71-1021-4702-8fd5-bcd134cbaad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:36.471077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-af0d7c71-1021-4702-8fd5-bcd134cbaad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:36.480950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d843157c-b3b9-4de2-8242-4eaae7183ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:36.523665 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-af0d7c71-1021-4702-8fd5-bcd134cbaad4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65578f903c3040968e7fc99c84016862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303960 Feb 15 22:05:36.524581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7c71-1021-4702-8fd5-bcd134cbaad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff653f9-481f-4ddf-b47b-64be95ba4f24,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:36.526639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35128) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:36.529051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-af0d7c71-1021-4702-8fd5-bcd134cbaad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:36.545233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:36.549292 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] Checking router: 0c7bdcbc-66e2-4708-96e6-76f92137ac1b for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:05:36.558435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:05:36.559093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:05:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:36.590043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4225e603-a124-4ed2-88af-969ddcc2ec97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:36.617333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4225e603-a124-4ed2-88af-969ddcc2ec97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:36.716828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4225e603-a124-4ed2-88af-969ddcc2ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:36.722319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:36.738737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225e603-a124-4ed2-88af-969ddcc2ec97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff653f9-481f-4ddf-b47b-64be95ba4f24,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:36.741625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4225e603-a124-4ed2-88af-969ddcc2ec97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:36.745242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4225e603-a124-4ed2-88af-969ddcc2ec97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:36.745965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:05:36.747117 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4225e603-a124-4ed2-88af-969ddcc2ec97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ff653f9-481f-4ddf-b47b-64be95ba4f24 HTTP/1.1" status: 204 len: 168 time: 0.2193768 Feb 15 22:05:37.107028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:37.111595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746fb4a-765c-4e98-9cd7-f1447d571270 None None] The sync data for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi is: [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T21:56:51Z', 'revision_number': 4, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '5fd3a018-860d-48d0-9eef-d54566dd08cb', 'name': '', 'network_id': '74a976b8-a3ef-4109-b8d1-48b755edb77e', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'mac_address': 'fa:16:3e:4c:12:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:48Z', 'updated_at': '2021-02-15T21:57:00Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'subnets': [{'id': 'aa44811f-9767-4fda-ac4a-2e019e8eca6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:05:37.255981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35140) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:37.287372 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35144) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:37.307189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4fad7056-280d-4487-ac93-daad9a4d7ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:37.323364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4fad7056-280d-4487-ac93-daad9a4d7ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:37.326587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-71ba66c3-4317-4452-8584-9fc319a48fec tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:37.327587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4fad7056-280d-4487-ac93-daad9a4d7ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:101e00d8815747eb98ef6eab29c34b1e is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:37.330554 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4fad7056-280d-4487-ac93-daad9a4d7ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:37.336554 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4fad7056-280d-4487-ac93-daad9a4d7ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:37.356910 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-71ba66c3-4317-4452-8584-9fc319a48fec tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:37.430700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4fad7056-280d-4487-ac93-daad9a4d7ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:37.436807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-71ba66c3-4317-4452-8584-9fc319a48fec tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:37.442745 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7200d90a-5e06-480e-aa9c-e8250f644dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:37.460829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba66c3-4317-4452-8584-9fc319a48fec tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6caa96f-5859-49e0-b6b7-7fafa6594af3,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:37.463694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-71ba66c3-4317-4452-8584-9fc319a48fec tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:37.466133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4fad7056-280d-4487-ac93-daad9a4d7ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:37.475995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-21575bc7-efbd-4d3f-a4ad-2fc8eb8b4ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:37.503970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-71ba66c3-4317-4452-8584-9fc319a48fec tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:37.505224 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-71ba66c3-4317-4452-8584-9fc319a48fec tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "DELETE /v2.0/security-groups/e6caa96f-5859-49e0-b6b7-7fafa6594af3 HTTP/1.1" status: 204 len: 168 time: 0.2481599 Feb 15 22:05:37.508087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35148) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:37.520799 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4fad7056-280d-4487-ac93-daad9a4d7ca2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=101e00d8815747eb98ef6eab29c34b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322302 Feb 15 22:05:37.521778 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad7056-280d-4487-ac93-daad9a4d7ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3b9456-24b2-4779-a76d-45931c838788,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:37.524556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35152) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:37.527546 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4fad7056-280d-4487-ac93-daad9a4d7ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:37.529783 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.api.v2.resource [None req-fb286a8f-effa-4760-b997-04c0b92438c5 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] show failed (client error): The resource could not be found. Feb 15 22:05:37.531372 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-fb286a8f-effa-4760-b997-04c0b92438c5 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "GET /v2.0/security-groups/e6caa96f-5859-49e0-b6b7-7fafa6594af3 HTTP/1.1" status: 404 len: 347 time: 0.0218236 Feb 15 22:05:37.532820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded6c02-61b5-4175-a6d1-d57ae5d07626 None None] New status for floating IP d78c1bd5-b837-4432-a427-8f66fdcc6a8a: DOWN {{(pid=84109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:05:37.540857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35156) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:37.982727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Deleting port 6d940ba6-cc69-4408-b104-46aea1873e8a {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:37.983104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:38.041812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7225b2d3-bf4f-432b-80b3-45ff69ebeabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:38.104665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7225b2d3-bf4f-432b-80b3-45ff69ebeabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:38.236220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:38.236835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:38.302638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7225b2d3-bf4f-432b-80b3-45ff69ebeabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:38.368128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d712e52f-bcf9-40f6-9db7-02b9e8fe2edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:38.383868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Calling delete_port for 6d940ba6-cc69-4408-b104-46aea1873e8a owned by network:floatingip {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:38.425877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225b2d3-bf4f-432b-80b3-45ff69ebeabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3b9456-24b2-4779-a76d-45931c838788,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:38.431637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7225b2d3-bf4f-432b-80b3-45ff69ebeabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:38.437150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7225b2d3-bf4f-432b-80b3-45ff69ebeabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:38.438391 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7225b2d3-bf4f-432b-80b3-45ff69ebeabd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af3b9456-24b2-4779-a76d-45931c838788 HTTP/1.1" status: 204 len: 168 time: 0.9128439 Feb 15 22:05:38.680213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:38.696090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-10760199-c7d1-4a24-afe3-e1a2c169ecc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:38.752818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Pushing event deleted for resources: {'Port': ['ID=6d940ba6-cc69-4408-b104-46aea1873e8a,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:38.755733 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:38.923593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks [] for floatingip, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:38.938546 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:38.939870 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-de010fd3-45f9-4e1e-b022-4d23b25cf1f0 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] 10.222.0.41 "DELETE /v2.0/floatingips/d78c1bd5-b837-4432-a427-8f66fdcc6a8a HTTP/1.1" status: 204 len: 168 time: 1.3987572 Feb 15 22:05:39.338092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35182) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:39.448329 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2103420645-network', 'tenant_id': '0686597c81a84e359e20ab43bb461241'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:05:39.453672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:39.457898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Usage tracker for resource:network and tenant:0686597c81a84e359e20ab43bb461241 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:39.461812 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:39.467856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:39.508205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Made reservation on behalf of 0686597c81a84e359e20ab43bb461241 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:05:39.513022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:39.525946 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:39.542219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:39.546482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Usage tracker for resource:security_group_rule and tenant:0686597c81a84e359e20ab43bb461241 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:39.549542 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:39.556114 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:39.641150 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:39.670637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:39.675041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-081b3bb5-9369-4793-87c1-34bf0ae60681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:39.707484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 22:05:39.716645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520d3743-c0a6-4b40-b25f-5c72acea65d0,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:39.720570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:39.723587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779367946799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:39.724023 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Added segment 9b71dc21-2225-4a2e-b69c-5d5f89569b3c of type vxlan for network 745d9cf3-19b0-4b88-ab28-284d61302436 Feb 15 22:05:39.754944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:39.807772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:39.809010 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:39.809648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:39.814493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:39.920643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Pushing event updated for resources: {'Network': ['ID=745d9cf3-19b0-4b88-ab28-284d61302436,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:39.930055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:39.933864 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 745d9cf3-19b0-4b88-ab28-284d61302436 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 22:05:39.947432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 745d9cf3-19b0-4b88-ab28-284d61302436 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 22:05:39.949191 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6099701 Feb 15 22:05:39.952298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35188) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:39.958321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Request body: {'subnet': {'network_id': '745d9cf3-19b0-4b88-ab28-284d61302436', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2103420645-subnet', 'tenant_id': '0686597c81a84e359e20ab43bb461241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:05:39.963748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:39.967989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Usage tracker for resource:subnet and tenant:0686597c81a84e359e20ab43bb461241 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:39.971012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:39.977426 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:40.013480 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Made reservation on behalf of 0686597c81a84e359e20ab43bb461241 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:05:40.018338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:40.339185 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:05:40.445777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:40.462915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:40.601453 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57933e0a-52fc-40a2-a03b-42ca3ca0751c,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:40.604340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:40.664965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Checking segment: {'id': '9b71dc21-2225-4a2e-b69c-5d5f89569b3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '745d9cf3-19b0-4b88-ab28-284d61302436'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:05:40.665356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Network hostable DHCP agents. Network: 745d9cf3-19b0-4b88-ab28-284d61302436, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 22:05:40.710618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Network 745d9cf3-19b0-4b88-ab28-284d61302436 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 22:05:40.742429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 745d9cf3-19b0-4b88-ab28-284d61302436) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:05:40.747036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:40.747703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:40.752009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04b700-6e35-4a5c-bdab-6b308b9c0298 None None] Network 745d9cf3-19b0-4b88-ab28-284d61302436 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:05:40.795087 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8415730 Feb 15 22:05:40.985299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d7d716-41d1-4bcd-a564-9625a1073916 None None] Network 745d9cf3-19b0-4b88-ab28-284d61302436 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:05:41.719992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35222) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:41.726828 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-918877061-network', 'tenant_id': '0e84c42606094bc1b412e68037a839fc'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:05:41.732061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:41.736178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Usage tracker for resource:network and tenant:0e84c42606094bc1b412e68037a839fc is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:41.739240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:41.745161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:41.785524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Made reservation on behalf of 0e84c42606094bc1b412e68037a839fc for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:05:41.790510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:41.805011 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:41.820692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:41.824973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Usage tracker for resource:security_group_rule and tenant:0e84c42606094bc1b412e68037a839fc is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:41.827990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:41.834959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:41.921180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:41.965309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:41.969810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8358100f-4c47-4660-b29b-716b16e72cc2 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:42.002524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 22:05:42.016823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b0fe00-d546-4793-8da5-026520d19a3a,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:42.022149 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:42.023203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779367946799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:42.023692 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Added segment 6e6a7941-1912-46ec-a2d5-6908cb809b57 of type vxlan for network 787603a1-f57b-4e20-bd1a-a89317c68ba2 Feb 15 22:05:42.050800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:42.113776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:42.115036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:42.115737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:42.120635 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:42.229506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Pushing event updated for resources: {'Network': ['ID=787603a1-f57b-4e20-bd1a-a89317c68ba2,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:42.232519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:42.240863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 787603a1-f57b-4e20-bd1a-a89317c68ba2 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 22:05:42.255023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 787603a1-f57b-4e20-bd1a-a89317c68ba2 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 22:05:42.257944 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8c5ce7ff-c727-45db-a54c-34c46a32859b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5367875 Feb 15 22:05:42.260815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35230) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:42.266882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Request body: {'subnet': {'network_id': '787603a1-f57b-4e20-bd1a-a89317c68ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-918877061-subnet', 'tenant_id': '0e84c42606094bc1b412e68037a839fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:05:42.272589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:05:42.276726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Usage tracker for resource:subnet and tenant:0e84c42606094bc1b412e68037a839fc is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:05:42.279816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:05:42.285811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:05:42.342740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Made reservation on behalf of 0e84c42606094bc1b412e68037a839fc for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:05:42.348193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:42.941864 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:42.957383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a715dedf-42bf-4e61-91e2-4306e039d570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:43.090379 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e443188e-f2db-4256-825c-907b89cd6955,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:43.093410 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:43.160570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Checking segment: {'id': '6e6a7941-1912-46ec-a2d5-6908cb809b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '787603a1-f57b-4e20-bd1a-a89317c68ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:05:43.160962 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Network hostable DHCP agents. Network: 787603a1-f57b-4e20-bd1a-a89317c68ba2, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 22:05:43.205200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Network 787603a1-f57b-4e20-bd1a-a89317c68ba2 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 22:05:43.215727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35240) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:43.239741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 787603a1-f57b-4e20-bd1a-a89317c68ba2) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:05:43.244925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:05:43.246990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:43.247538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed91a5-0124-424d-8fb2-fbc8093f94cd None None] Network 787603a1-f57b-4e20-bd1a-a89317c68ba2 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:05:43.306578 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3b317960-4dcb-414b-8bd4-aa367cdae4bf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0358629 Feb 15 22:05:43.485940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2866f66c-7a13-4f5a-adf4-2d7309125258 None None] Network 787603a1-f57b-4e20-bd1a-a89317c68ba2 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:05:44.031991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854133287'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:44.405961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Deleting port 5fd3a018-860d-48d0-9eef-d54566dd08cb {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:44.406317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:44.811795 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] For port 5fd3a018-860d-48d0-9eef-d54566dd08cb, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=5fd3a018-860d-48d0-9eef-d54566dd08cb,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:44.812177 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:44.942337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Calling delete_port for 5fd3a018-860d-48d0-9eef-d54566dd08cb owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:45.265092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:45.282613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-659bd2d8-b5c3-4ab9-b77a-755a6d743c85 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:45.340569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd3a018-860d-48d0-9eef-d54566dd08cb,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:45.343381 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:45.639684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854046235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854133337'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:46.163586 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:05:46.351804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:05:46.361070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] Sync routers for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:05:46.364581 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-321ed241-5e55-4370-bf07-f736c959e34c admin admin] 10.222.0.41 "PUT /v2.0/routers/0c7bdcbc-66e2-4708-96e6-76f92137ac1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1476507 Feb 15 22:05:46.367263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35268) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:46.370678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:05:46.371347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:05:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:46.556165 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:46.730275 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:05:46.746729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:46.752028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Deleting port 114b353e-a629-4d73-8982-446b725c63b4 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:46.752396 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:46.938246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] For port 114b353e-a629-4d73-8982-446b725c63b4, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=114b353e-a629-4d73-8982-446b725c63b4,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:46.938641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:47.032240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T22:05:45Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:47.037151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] Checking router: 0c7bdcbc-66e2-4708-96e6-76f92137ac1b for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:05:47.046613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] Routers {'0c7bdcbc-66e2-4708-96e6-76f92137ac1b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:05:47.047302 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:05:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:47.078688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Calling delete_port for 114b353e-a629-4d73-8982-446b725c63b4 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:47.239182 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] Set router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:05:47.274939 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:47.412119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635345'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:47.576915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T22:05:45Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:47.581838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2451c15-6eca-4d61-bcfa-2265db2471aa None None] The sync data for ids ['0c7bdcbc-66e2-4708-96e6-76f92137ac1b'] in dv-cinder-775250-3-iscsi is: [{'id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'name': 'tempest-AttachVolumeTestJSON-24394139-router', 'tenant_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '114b353e-a629-4d73-8982-446b725c63b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T21:56:42Z', 'updated_at': '2021-02-15T22:05:45Z', 'revision_number': 5, 'project_id': '4cf493c0d1404c8bbefa3de6ecfaf174', 'gw_port': {'id': '114b353e-a629-4d73-8982-446b725c63b4', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7bdcbc-66e2-4708-96e6-76f92137ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T21:56:44Z', 'updated_at': '2021-02-15T21:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:05:47.611661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0054506a-5ff0-4c60-b7e1-d963a2bbca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:47.819777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-212418'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:47.822087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:47.891611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647155'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:47.892200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c7bdcbc-66e2-4708-96e6-76f92137ac1b {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 22:05:47.906928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:47.911502 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d0abdfda-53c6-49f0-b516-09f8f5324d33 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0c7bdcbc-66e2-4708-96e6-76f92137ac1b HTTP/1.1" status: 204 len: 168 time: 1.5431688 Feb 15 22:05:47.911643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35280) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:47.918296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 5fd3a018-860d-48d0-9eef-d54566dd08cb no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:47.959805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 5fd3a018-860d-48d0-9eef-d54566dd08cb {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:05:47.960337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 5fd3a018-860d-48d0-9eef-d54566dd08cb not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:05:47.983307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efdb0ad-0701-4238-96ed-3c7e96704d93 admin admin] Deleting subnet aa44811f-9767-4fda-ac4a-2e019e8eca6c {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 22:05:47.986532 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0efdb0ad-0701-4238-96ed-3c7e96704d93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:48.039158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0efdb0ad-0701-4238-96ed-3c7e96704d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1819660'] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:48.129203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0efdb0ad-0701-4238-96ed-3c7e96704d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:48.419449 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0efdb0ad-0701-4238-96ed-3c7e96704d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1826727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27523202'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:48.434862 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:48.486082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdb0ad-0701-4238-96ed-3c7e96704d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa44811f-9767-4fda-ac4a-2e019e8eca6c,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:48.532710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0efdb0ad-0701-4238-96ed-3c7e96704d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:48.571747 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0efdb0ad-0701-4238-96ed-3c7e96704d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:48.577070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea5130-75d1-4c4d-b6e5-00ae8761afac None None] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:05:48.577840 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-0efdb0ad-0701-4238-96ed-3c7e96704d93 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aa44811f-9767-4fda-ac4a-2e019e8eca6c HTTP/1.1" status: 204 len: 168 time: 0.6651034 Feb 15 22:05:48.580447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35284) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:48.697648 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:48.774937 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Deleting port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:48.775314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:48.861311 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] DHCP port deletion for 74a976b8-a3ef-4109-b8d1-48b755edb77e request from dv-cinder-775250-3-iscsi {{(pid=84108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 22:05:48.865653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] Deleting port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:48.866078 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:49.008882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] For port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=04f0f3fc-32eb-4436-8503-fb0ca6bb219c,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:49.009283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:49.092519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] For port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=04f0f3fc-32eb-4436-8503-fb0ca6bb219c,segment=NetworkSegment(8a8edab4-a363-4970-aeaf-3d80622ad1f5),segment_id=8a8edab4-a363-4970-aeaf-3d80622ad1f5)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:05:49.092903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:49.147417 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Calling delete_port for 04f0f3fc-32eb-4436-8503-fb0ca6bb219c owned by network:dhcp {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:49.227619 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] Calling delete_port for 04f0f3fc-32eb-4436-8503-fb0ca6bb219c owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:05:49.247957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:49.267927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-20e3fb77-6863-4b01-b149-cdd1c726b0a7 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:49.305025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 22:05:49.305446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 22:05:49.326086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f0f3fc-32eb-4436-8503-fb0ca6bb219c,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:49.380435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:49.416314 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] No DVR routers for this DVR port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c on host dv-cinder-775250-3-iscsi {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:05:49.541241 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:49.655479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a976b8-a3ef-4109-b8d1-48b755edb77e']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:49.668761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8edab4-a363-4970-aeaf-3d80622ad1f5') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:49.669099 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8edab4-a363-4970-aeaf-3d80622ad1f5') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:05:49.681973 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:49.696679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:49.698685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 22:05:49.806596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] Deleting port 04f0f3fc-32eb-4436-8503-fb0ca6bb219c {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:05:49.806960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:49.873819 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:05:49.881066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-040a3748-340f-4e13-aec6-7d23b34fa161 None None] The port '04f0f3fc-32eb-4436-8503-fb0ca6bb219c' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 22:05:49.883800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:49.958211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 04f0f3fc-32eb-4436-8503-fb0ca6bb219c no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:49.998777 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 04f0f3fc-32eb-4436-8503-fb0ca6bb219c {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:05:49.999173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 04f0f3fc-32eb-4436-8503-fb0ca6bb219c not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:05:49.999666 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 114b353e-a629-4d73-8982-446b725c63b4 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:05:50.045208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 114b353e-a629-4d73-8982-446b725c63b4 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:05:50.045602 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 114b353e-a629-4d73-8982-446b725c63b4 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:05:50.069885 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Network 74a976b8-a3ef-4109-b8d1-48b755edb77e has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:05:50.074039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf683-94bb-4819-9c11-bd482ed5d732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 22:05:50.093566 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 22:05:50.256728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:50.259988 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-01d8650d-e3b1-44ae-9b87-79518545cb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:50.275766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:50.282050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a976b8-a3ef-4109-b8d1-48b755edb77e,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:50.288155 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:50.326007 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-25d206bc-0f98-4172-9191-5ec5ed294713 admin admin] 10.222.0.41 "DELETE /v2.0/networks/74a976b8-a3ef-4109-b8d1-48b755edb77e HTTP/1.1" status: 204 len: 168 time: 1.7444925 Feb 15 22:05:50.523218 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35304) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:50.545148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:50.575673 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d841f400-df31-4337-af24-210253f7968d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cf493c0d1404c8bbefa3de6ecfaf174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510039 Feb 15 22:05:50.578253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35308) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:05:50.641936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-722243a7-7bc3-4cb2-a52a-694aace9c42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:50.670120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-722243a7-7bc3-4cb2-a52a-694aace9c42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:50.744972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-722243a7-7bc3-4cb2-a52a-694aace9c42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:50.750245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5c640d21-5ac8-4dce-ac72-1c7734f61870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:05:50.764356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722243a7-7bc3-4cb2-a52a-694aace9c42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdd4155-3c2f-457b-9844-1c02a8c9a23c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:05:50.771873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-722243a7-7bc3-4cb2-a52a-694aace9c42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:05:50.772471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-722243a7-7bc3-4cb2-a52a-694aace9c42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:50.773707 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-722243a7-7bc3-4cb2-a52a-694aace9c42f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfdd4155-3c2f-457b-9844-1c02a8c9a23c HTTP/1.1" status: 204 len: 168 time: 0.1945148 Feb 15 22:05:51.733438 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:05:53.093486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:01.751222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35460) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:01.874805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f76ebe2-2adb-4e34-88b2-7760c56f36c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:01.890917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1f76ebe2-2adb-4e34-88b2-7760c56f36c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:01.894958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1f76ebe2-2adb-4e34-88b2-7760c56f36c0 admin admin] Usage tracker for resource:security_group_rule and tenant:38bebd75461d4c75b7c8bc5aede282a1 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:01.898048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1f76ebe2-2adb-4e34-88b2-7760c56f36c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:01.905993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1f76ebe2-2adb-4e34-88b2-7760c56f36c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:01.991474 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f76ebe2-2adb-4e34-88b2-7760c56f36c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:02.022820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f76ebe2-2adb-4e34-88b2-7760c56f36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:02.032029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-39fc5b6c-ddd9-4219-be95-412cac9753d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:02.079198 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1f76ebe2-2adb-4e34-88b2-7760c56f36c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38bebd75461d4c75b7c8bc5aede282a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266792 Feb 15 22:06:02.085144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76ebe2-2adb-4e34-88b2-7760c56f36c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3f068a-f2ef-490b-8cd1-d9e206a18e15,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:02.085144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1f76ebe2-2adb-4e34-88b2-7760c56f36c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:02.087219 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35470) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:02.148262 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4f59-12f8-450f-aa3e-7bb7ddf0622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:02.175269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4f59-12f8-450f-aa3e-7bb7ddf0622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:02.253565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4f59-12f8-450f-aa3e-7bb7ddf0622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:02.258866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3724595c-4aa4-45b4-80b8-155cb3cfcea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:02.272406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb4f59-12f8-450f-aa3e-7bb7ddf0622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3f068a-f2ef-490b-8cd1-d9e206a18e15,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:02.275178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f2eb4f59-12f8-450f-aa3e-7bb7ddf0622f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:02.276370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f2eb4f59-12f8-450f-aa3e-7bb7ddf0622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:02.277580 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f2eb4f59-12f8-450f-aa3e-7bb7ddf0622f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb3f068a-f2ef-490b-8cd1-d9e206a18e15 HTTP/1.1" status: 204 len: 168 time: 0.1893430 Feb 15 22:06:02.630687 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:04.878246 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35548) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:05.001356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6e53ca89-a014-4fa8-ac39-9fa23155c7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:05.016978 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6e53ca89-a014-4fa8-ac39-9fa23155c7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:05.021068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6e53ca89-a014-4fa8-ac39-9fa23155c7d4 admin admin] Usage tracker for resource:security_group_rule and tenant:0a80b833aecb4eb8b9e2afb764e063a3 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:05.023992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6e53ca89-a014-4fa8-ac39-9fa23155c7d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:05.029761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6e53ca89-a014-4fa8-ac39-9fa23155c7d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:05.115884 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6e53ca89-a014-4fa8-ac39-9fa23155c7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:05.159373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6e53ca89-a014-4fa8-ac39-9fa23155c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:05.168626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3adbba13-50a6-43b3-835f-2cd4f1a0bae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:05.210245 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6e53ca89-a014-4fa8-ac39-9fa23155c7d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a80b833aecb4eb8b9e2afb764e063a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308969 Feb 15 22:06:05.211985 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53ca89-a014-4fa8-ac39-9fa23155c7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef80f9f7-bb08-42a3-8428-5ecc44975c61,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:05.213195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35554) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:05.215233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6e53ca89-a014-4fa8-ac39-9fa23155c7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:05.278071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6869ac27-c7b5-43d6-beed-52afe2c15121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:05.306512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6869ac27-c7b5-43d6-beed-52afe2c15121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:05.376555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6869ac27-c7b5-43d6-beed-52afe2c15121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:05.381465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3ddf310c-4269-4ff8-825e-9296aa30e628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:05.394759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869ac27-c7b5-43d6-beed-52afe2c15121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef80f9f7-bb08-42a3-8428-5ecc44975c61,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:05.398107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-6869ac27-c7b5-43d6-beed-52afe2c15121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:05.398875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6869ac27-c7b5-43d6-beed-52afe2c15121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:05.400107 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6869ac27-c7b5-43d6-beed-52afe2c15121 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef80f9f7-bb08-42a3-8428-5ecc44975c61 HTTP/1.1" status: 204 len: 168 time: 0.1858628 Feb 15 22:06:05.814888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35570) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:05.837848 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e17ae6a9-26ca-4aa9-adfe-3598a642dd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:05.853753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e17ae6a9-26ca-4aa9-adfe-3598a642dd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:05.857871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e17ae6a9-26ca-4aa9-adfe-3598a642dd78 admin admin] Usage tracker for resource:security_group_rule and tenant:792d8d827900456e9a63620bfda88ec0 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:05.860959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e17ae6a9-26ca-4aa9-adfe-3598a642dd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:05.866800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e17ae6a9-26ca-4aa9-adfe-3598a642dd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:05.914351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35576) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:05.952868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e17ae6a9-26ca-4aa9-adfe-3598a642dd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:05.981599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-986f18ea-e583-48ca-88e1-ecf41ebad93f admin admin] Deleting subnet 57933e0a-52fc-40a2-a03b-42ca3ca0751c {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 22:06:05.984627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-986f18ea-e583-48ca-88e1-ecf41ebad93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:05.999753 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e17ae6a9-26ca-4aa9-adfe-3598a642dd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.010025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4225e603-a124-4ed2-88af-969ddcc2ec97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:06.040979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-986f18ea-e583-48ca-88e1-ecf41ebad93f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.048312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-986f18ea-e583-48ca-88e1-ecf41ebad93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.052457 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e17ae6a9-26ca-4aa9-adfe-3598a642dd78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=792d8d827900456e9a63620bfda88ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363968 Feb 15 22:06:06.054176 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ae6a9-26ca-4aa9-adfe-3598a642dd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b65c4c0-2d3e-4956-8de2-3a5cf6add752,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:06.057591 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e17ae6a9-26ca-4aa9-adfe-3598a642dd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:06.058254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35580) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:06.121639 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56d563d7-74b8-482c-a1cf-a8e1de8c48bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.149737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56d563d7-74b8-482c-a1cf-a8e1de8c48bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.233750 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56d563d7-74b8-482c-a1cf-a8e1de8c48bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.238862 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-acb6fb63-e255-4ed4-a2ad-f27a1f10c8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:06.250373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d563d7-74b8-482c-a1cf-a8e1de8c48bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b65c4c0-2d3e-4956-8de2-3a5cf6add752,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:06.254349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-56d563d7-74b8-482c-a1cf-a8e1de8c48bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:06.258478 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-56d563d7-74b8-482c-a1cf-a8e1de8c48bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.262425 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-56d563d7-74b8-482c-a1cf-a8e1de8c48bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b65c4c0-2d3e-4956-8de2-3a5cf6add752 HTTP/1.1" status: 204 len: 168 time: 0.2029884 Feb 15 22:06:06.333757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-986f18ea-e583-48ca-88e1-ecf41ebad93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.350050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1e7942ba-40fd-46c6-9b33-f3e2647f80bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:06.402589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f18ea-e583-48ca-88e1-ecf41ebad93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57933e0a-52fc-40a2-a03b-42ca3ca0751c,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:06.450671 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-986f18ea-e583-48ca-88e1-ecf41ebad93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:06.486613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-986f18ea-e583-48ca-88e1-ecf41ebad93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.500237 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-986f18ea-e583-48ca-88e1-ecf41ebad93f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/57933e0a-52fc-40a2-a03b-42ca3ca0751c HTTP/1.1" status: 204 len: 168 time: 0.5843921 Feb 15 22:06:06.501012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35588) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:06.617643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.809436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:06.925917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745d9cf3-19b0-4b88-ab28-284d61302436']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:06.939673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b71dc21-2225-4a2e-b69c-5d5f89569b3c') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:06.940020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b71dc21-2225-4a2e-b69c-5d5f89569b3c') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:06.952293 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:07.042530 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:07.044960 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 22:06:07.235377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Network 745d9cf3-19b0-4b88-ab28-284d61302436 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:06:07.245195 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:07.422341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Network 745d9cf3-19b0-4b88-ab28-284d61302436 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 22:06:07.448990 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 22:06:07.914950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:07.918299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:07.933512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:07.943225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=745d9cf3-19b0-4b88-ab28-284d61302436,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:07.950140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35622) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:07.950270 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] 10.222.0.41 "DELETE /v2.0/networks/745d9cf3-19b0-4b88-ab28-284d61302436 HTTP/1.1" status: 204 len: 168 time: 1.4480848 Feb 15 22:06:07.951193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-91fc20e7-599f-4fa1-a352-f009ceb56e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:08.022272 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf61784-5777-42dc-a503-206dedfc7797 admin admin] Deleting subnet e443188e-f2db-4256-825c-907b89cd6955 {{(pid=84107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 22:06:08.025502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cf61784-5777-42dc-a503-206dedfc7797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:08.078668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cf61784-5777-42dc-a503-206dedfc7797 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:08.086552 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cf61784-5777-42dc-a503-206dedfc7797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:08.376654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cf61784-5777-42dc-a503-206dedfc7797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for subnet, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:08.392779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:08.438865 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf61784-5777-42dc-a503-206dedfc7797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e443188e-f2db-4256-825c-907b89cd6955,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:08.441970 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8cf61784-5777-42dc-a503-206dedfc7797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:08.531041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8cf61784-5777-42dc-a503-206dedfc7797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:08.537305 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8cf61784-5777-42dc-a503-206dedfc7797 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e443188e-f2db-4256-825c-907b89cd6955 HTTP/1.1" status: 204 len: 168 time: 0.5857711 Feb 15 22:06:08.539876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35638) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:08.656920 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:08.847549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:08.966515 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:08.967084 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:08.967722 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:08.968111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > port after_create 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:08.968497 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > port after_delete 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:08.968853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > port after_update 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:08.969211 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:08.969632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:08.969989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:08.970343 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:09.068080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:09.068468 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:09.068850 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:09.069210 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 22:06:09.069576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787603a1-f57b-4e20-bd1a-a89317c68ba2']}} {{(pid=84107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:09.084266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6a7941-1912-46ec-a2d5-6908cb809b57') {'for_net_delete': True} {{(pid=84107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:09.089361 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6a7941-1912-46ec-a2d5-6908cb809b57') {} {{(pid=84107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:09.096748 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036825537006'] for segment, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:09.124525 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:09.126579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 22:06:09.305074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Network 787603a1-f57b-4e20-bd1a-a89317c68ba2 has no segments {{(pid=84107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:06:09.314028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826242226'] for segment, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:09.492007 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Network 787603a1-f57b-4e20-bd1a-a89317c68ba2 has no segments {{(pid=84107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: from cryptography.utils import int_from_bytes Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: from cryptography.utils import int_from_bytes Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: (rel_b, rel_a, rel_b), Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 22:06:09.516895 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 22:06:09.613328 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:09.617667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:09.638163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:09.645939 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=787603a1-f57b-4e20-bd1a-a89317c68ba2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:09.649002 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] 10.222.0.41 "DELETE /v2.0/networks/787603a1-f57b-4e20-bd1a-a89317c68ba2 HTTP/1.1" status: 204 len: 168 time: 1.1081219 Feb 15 22:06:09.649979 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-26a70772-5572-4123-893e-631a40154e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:09.904977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35648) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:09.958081 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b2f598c3-91a9-4f48-9121-15ff91be5797 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0686597c81a84e359e20ab43bb461241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517888 Feb 15 22:06:09.960558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35652) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:10.020266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aba60b10-636a-451f-921a-6f3d0cc8f17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:10.047446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aba60b10-636a-451f-921a-6f3d0cc8f17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:10.182528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aba60b10-636a-451f-921a-6f3d0cc8f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:10.187632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8671c902-fda4-4a38-bb17-9ecb8aa49a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:10.198560 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba60b10-636a-451f-921a-6f3d0cc8f17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520d3743-c0a6-4b40-b25f-5c72acea65d0,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:10.203535 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-aba60b10-636a-451f-921a-6f3d0cc8f17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:10.205679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aba60b10-636a-451f-921a-6f3d0cc8f17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:10.210215 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-aba60b10-636a-451f-921a-6f3d0cc8f17c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/520d3743-c0a6-4b40-b25f-5c72acea65d0 HTTP/1.1" status: 204 len: 168 time: 0.2486863 Feb 15 22:06:10.718772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35668) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:10.776367 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-fbf331b7-8f81-47f7-b507-76098ea996b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e84c42606094bc1b412e68037a839fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559907 Feb 15 22:06:10.778674 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35672) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:10.840712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:10.867932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:11.007872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:11.012858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-fde76cdc-d34d-43c3-a9f7-80c68e254454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:11.025538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b0fe00-d546-4793-8da5-026520d19a3a,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:11.036262 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:11.037479 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93b0fe00-d546-4793-8da5-026520d19a3a HTTP/1.1" status: 204 len: 168 time: 0.2578268 Feb 15 22:06:11.038965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.039412 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.039900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.040242 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.040657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.041066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.041473 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.041877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.042281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.042681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.043083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.043499 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.043950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.044349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.044888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.045288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.045690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.046086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.046484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.046886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.047279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.047700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.048098 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.048496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:11.052671 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:13.958605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35750) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:14.093971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:14.110209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:14.114373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] Usage tracker for resource:security_group_rule and tenant:58395acc29714cd99dd14d4bbccddbe2 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:14.117358 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:14.123418 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:14.361162 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:14.396902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:14.405651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2009a757-4d0e-4a9b-8474-c40659a41be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:14.447120 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58395acc29714cd99dd14d4bbccddbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873104 Feb 15 22:06:14.448834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb726bd-f386-4790-8086-5670c629abab,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:14.450053 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35760) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:14.452290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:14.516240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2f467121-6997-450a-89cd-bb651c240eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:14.542510 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2f467121-6997-450a-89cd-bb651c240eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:14.642251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2f467121-6997-450a-89cd-bb651c240eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:14.647695 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-80d533f7-ce99-4c87-bdce-3d1cf0deda82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:14.660456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f467121-6997-450a-89cd-bb651c240eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb726bd-f386-4790-8086-5670c629abab,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:14.663615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2f467121-6997-450a-89cd-bb651c240eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:14.665623 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2f467121-6997-450a-89cd-bb651c240eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:14.669320 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2f467121-6997-450a-89cd-bb651c240eee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fb726bd-f386-4790-8086-5670c629abab HTTP/1.1" status: 204 len: 168 time: 0.2156680 Feb 15 22:06:15.096844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35768) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:15.116811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:15.132471 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:15.136524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] Usage tracker for resource:security_group_rule and tenant:565861d418d44bd7ae56ee99cd59d49a is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:15.139981 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:15.145855 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:15.329342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:15.356251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:15.365407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3ff86e27-01ce-4200-9dbd-c9abe487303d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:15.411987 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=565861d418d44bd7ae56ee99cd59d49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139875 Feb 15 22:06:15.413950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86273c01-507f-423a-bfcf-dd3ace7d4346,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:15.414993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35778) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:15.417541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:15.479093 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a79a15ca-78aa-4bed-b057-e9087bef13df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:15.506921 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a79a15ca-78aa-4bed-b057-e9087bef13df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:15.590558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a79a15ca-78aa-4bed-b057-e9087bef13df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:15.595843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-7225b2d3-bf4f-432b-80b3-45ff69ebeabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:15.611073 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a15ca-78aa-4bed-b057-e9087bef13df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86273c01-507f-423a-bfcf-dd3ace7d4346,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:15.614329 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a79a15ca-78aa-4bed-b057-e9087bef13df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:15.618575 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a79a15ca-78aa-4bed-b057-e9087bef13df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:15.619840 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a79a15ca-78aa-4bed-b057-e9087bef13df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86273c01-507f-423a-bfcf-dd3ace7d4346 HTTP/1.1" status: 204 len: 168 time: 0.2035167 Feb 15 22:06:17.339170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:06:17.568353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2cae4d54-9353-42f9-a192-95837b2b05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:20.030672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dd4eabea-bc18-40e1-9434-f3c57a248173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:20.550618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:21.733038 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:22.421140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35906) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:22.543079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c208b94-9517-4442-9e7d-29b3038719fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:22.562240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2c208b94-9517-4442-9e7d-29b3038719fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:22.566269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2c208b94-9517-4442-9e7d-29b3038719fe admin admin] Usage tracker for resource:security_group_rule and tenant:3e20457fc648465dbaa39d113092d747 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:22.569222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2c208b94-9517-4442-9e7d-29b3038719fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:22.574915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2c208b94-9517-4442-9e7d-29b3038719fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:22.658787 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c208b94-9517-4442-9e7d-29b3038719fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:22.692907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2c208b94-9517-4442-9e7d-29b3038719fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:22.701907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d0a6129f-c90a-416d-a763-45f3bc7fc80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:22.744518 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2c208b94-9517-4442-9e7d-29b3038719fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e20457fc648465dbaa39d113092d747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222156 Feb 15 22:06:22.746221 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c208b94-9517-4442-9e7d-29b3038719fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c74043-97a2-4e23-8b76-8a8fb5accba2,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:22.747436 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35914) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:22.749780 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2c208b94-9517-4442-9e7d-29b3038719fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:22.819450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:22.846947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:22.921653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:22.927353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8d5532ef-7682-4aa2-8afa-3e0ed4fcc6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:22.941295 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c74043-97a2-4e23-8b76-8a8fb5accba2,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:22.954544 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.954972 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.955410 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.955823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.956232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.956642 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.957045 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.957927 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.958334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.958732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.959132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.959556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.959997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.960394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.960790 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.961186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.961579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.961976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.962370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.962766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.963166 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.963586 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.963984 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.964376 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:22.968543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:22.970977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:22.975443 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5358637c-bd37-45d7-ac05-e5332e75b488 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96c74043-97a2-4e23-8b76-8a8fb5accba2 HTTP/1.1" status: 204 len: 168 time: 0.2236745 Feb 15 22:06:23.087490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:23.431807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35928) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:23.451505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:23.467547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:23.471694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] Usage tracker for resource:security_group_rule and tenant:702743c0c9f14c0e901bec6543eecbd5 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:23.474723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:23.480582 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:23.566319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:23.599465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:23.613122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f397577c-5274-4e2d-8a1c-b71f25175838 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:23.642051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51777a40-8be2-4175-b295-bd834e71877e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:23.665374 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35936) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:23.665519 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=702743c0c9f14c0e901bec6543eecbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324848 Feb 15 22:06:23.666528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:23.731810 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2166-d2da-40fd-a282-2fee9bdc5df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:23.760491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2166-d2da-40fd-a282-2fee9bdc5df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:23.830403 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2166-d2da-40fd-a282-2fee9bdc5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:23.835540 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0be57598-67b0-4772-a40e-25e8f1d5d6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:23.851556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd2166-d2da-40fd-a282-2fee9bdc5df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51777a40-8be2-4175-b295-bd834e71877e,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:23.855956 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-dcfd2166-d2da-40fd-a282-2fee9bdc5df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:23.862261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2166-d2da-40fd-a282-2fee9bdc5df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:23.863519 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-dcfd2166-d2da-40fd-a282-2fee9bdc5df8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51777a40-8be2-4175-b295-bd834e71877e HTTP/1.1" status: 204 len: 168 time: 0.1966813 Feb 15 22:06:24.403554 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35944) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:24.423365 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1b52b2db-83f1-4a25-94fc-00d5d48f22de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:24.438791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1b52b2db-83f1-4a25-94fc-00d5d48f22de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:24.442823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1b52b2db-83f1-4a25-94fc-00d5d48f22de admin admin] Usage tracker for resource:security_group_rule and tenant:e74460cf8b5446d985831e266280b327 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:24.445871 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1b52b2db-83f1-4a25-94fc-00d5d48f22de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:24.451661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1b52b2db-83f1-4a25-94fc-00d5d48f22de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:24.534077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1b52b2db-83f1-4a25-94fc-00d5d48f22de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:24.587516 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1b52b2db-83f1-4a25-94fc-00d5d48f22de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:24.594667 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-10c74bdd-00fc-462c-a9ac-4c40e0e4ad69 tempest-AttachVolumeShelveTestJSON-1843537016 tempest-AttachVolumeShelveTestJSON-1843537016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:24.636692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52b2db-83f1-4a25-94fc-00d5d48f22de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5111bb-9c8b-4174-a003-2eb8e82d2ddd,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:24.644287 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35948) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:24.644452 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1b52b2db-83f1-4a25-94fc-00d5d48f22de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e74460cf8b5446d985831e266280b327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396519 Feb 15 22:06:24.646034 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1b52b2db-83f1-4a25-94fc-00d5d48f22de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:24.707347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f31b96a4-f66d-4a00-a2e7-aac0fcba9357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:24.734915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f31b96a4-f66d-4a00-a2e7-aac0fcba9357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:24.804548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f31b96a4-f66d-4a00-a2e7-aac0fcba9357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:24.809737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-c1f95b7f-4b95-474e-a4f9-da3efcaf09b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:24.823037 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b96a4-f66d-4a00-a2e7-aac0fcba9357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5111bb-9c8b-4174-a003-2eb8e82d2ddd,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:24.827223 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f31b96a4-f66d-4a00-a2e7-aac0fcba9357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:24.833558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f31b96a4-f66d-4a00-a2e7-aac0fcba9357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:24.835120 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f31b96a4-f66d-4a00-a2e7-aac0fcba9357 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d5111bb-9c8b-4174-a003-2eb8e82d2ddd HTTP/1.1" status: 204 len: 168 time: 0.1893952 Feb 15 22:06:29.431269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 35982) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:29.553995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:29.569180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:29.573224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b9b9cbd3fd04dd8ba2394066c946b7b is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:29.576208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:29.581958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:29.669782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:29.698987 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:29.708375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-722243a7-7bc3-4cb2-a52a-694aace9c42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:29.749835 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b9b9cbd3fd04dd8ba2394066c946b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173611 Feb 15 22:06:29.751527 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ad861-675a-4587-9a20-fe7ec0821587,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:29.752965 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35988) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:29.755094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:29.815334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-02444a9c-76c8-4f78-a76b-ea6eb9221c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:29.842116 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-02444a9c-76c8-4f78-a76b-ea6eb9221c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:29.921803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-02444a9c-76c8-4f78-a76b-ea6eb9221c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:29.927107 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cb3bb0cb-ebed-4d00-be15-84bdc7c3c809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:29.939957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02444a9c-76c8-4f78-a76b-ea6eb9221c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ad861-675a-4587-9a20-fe7ec0821587,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:29.945254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-02444a9c-76c8-4f78-a76b-ea6eb9221c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:29.949550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-02444a9c-76c8-4f78-a76b-ea6eb9221c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:29.950773 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-02444a9c-76c8-4f78-a76b-ea6eb9221c57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc2ad861-675a-4587-9a20-fe7ec0821587 HTTP/1.1" status: 204 len: 168 time: 0.1967428 Feb 15 22:06:30.368675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 35996) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:30.388288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d602-b5ce-4092-841c-170b42018d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:30.403152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3dc5d602-b5ce-4092-841c-170b42018d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:30.407194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3dc5d602-b5ce-4092-841c-170b42018d7e admin admin] Usage tracker for resource:security_group_rule and tenant:8657a001b5c84667823470e6cf206486 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:30.410135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3dc5d602-b5ce-4092-841c-170b42018d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:30.415853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3dc5d602-b5ce-4092-841c-170b42018d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:30.505940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d602-b5ce-4092-841c-170b42018d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:30.596012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3dc5d602-b5ce-4092-841c-170b42018d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:30.605172 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-73642498-8c57-4544-a66e-8f6037bfa4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:30.647226 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3dc5d602-b5ce-4092-841c-170b42018d7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8657a001b5c84667823470e6cf206486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773216 Feb 15 22:06:30.648976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5d602-b5ce-4092-841c-170b42018d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964e76fa-989b-4141-bb01-b346d3dba8ef,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:30.650133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36000) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:30.652363 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3dc5d602-b5ce-4092-841c-170b42018d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:30.716180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b55c57b4-e306-4ca2-a4ec-1cd69a073c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:30.743596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b55c57b4-e306-4ca2-a4ec-1cd69a073c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:30.816027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b55c57b4-e306-4ca2-a4ec-1cd69a073c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:30.820926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-73c3950b-290c-4465-8b4d-f546a31d411a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:30.833166 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c57b4-e306-4ca2-a4ec-1cd69a073c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964e76fa-989b-4141-bb01-b346d3dba8ef,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:30.836079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-b55c57b4-e306-4ca2-a4ec-1cd69a073c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:30.843520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b55c57b4-e306-4ca2-a4ec-1cd69a073c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:30.844760 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b55c57b4-e306-4ca2-a4ec-1cd69a073c07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/964e76fa-989b-4141-bb01-b346d3dba8ef HTTP/1.1" status: 204 len: 168 time: 0.1927290 Feb 15 22:06:32.210712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36030) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:32.336072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2bb09c1e-8cb8-4fca-8b8b-ac348ceb54ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:32.351565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2bb09c1e-8cb8-4fca-8b8b-ac348ceb54ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:32.355788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2bb09c1e-8cb8-4fca-8b8b-ac348ceb54ef admin admin] Usage tracker for resource:security_group_rule and tenant:2cb9a003d7484acb991cfa64ae7424d0 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:32.358697 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2bb09c1e-8cb8-4fca-8b8b-ac348ceb54ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:32.365055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2bb09c1e-8cb8-4fca-8b8b-ac348ceb54ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:32.447522 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2bb09c1e-8cb8-4fca-8b8b-ac348ceb54ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:32.490281 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2bb09c1e-8cb8-4fca-8b8b-ac348ceb54ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:32.499051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-40852c23-210b-4df8-a3a0-f2d9e9252208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:32.541362 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2bb09c1e-8cb8-4fca-8b8b-ac348ceb54ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cb9a003d7484acb991cfa64ae7424d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295207 Feb 15 22:06:32.543051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb09c1e-8cb8-4fca-8b8b-ac348ceb54ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e545b555-2c43-4167-9516-d0950c76ac36,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:32.544342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 36036) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:32.546547 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2bb09c1e-8cb8-4fca-8b8b-ac348ceb54ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:32.611801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cbc9eaaa-e722-403c-aad9-b6e263aa5185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:32.633359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:32.638841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cbc9eaaa-e722-403c-aad9-b6e263aa5185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:32.712999 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cbc9eaaa-e722-403c-aad9-b6e263aa5185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:32.718031 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3f5e608e-fb97-4341-8f9e-62b7c8f5748b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:32.731694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9eaaa-e722-403c-aad9-b6e263aa5185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e545b555-2c43-4167-9516-d0950c76ac36,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:32.735496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cbc9eaaa-e722-403c-aad9-b6e263aa5185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:32.741041 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cbc9eaaa-e722-403c-aad9-b6e263aa5185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:32.742245 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-cbc9eaaa-e722-403c-aad9-b6e263aa5185 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e545b555-2c43-4167-9516-d0950c76ac36 HTTP/1.1" status: 204 len: 168 time: 0.1968172 Feb 15 22:06:33.528746 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 36058) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:33.638424 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2004085353-network', 'tenant_id': '81d7840b4a2148139b32e1852b592346'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:33.643584 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:33.647727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Usage tracker for resource:network and tenant:81d7840b4a2148139b32e1852b592346 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:33.650745 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:33.656614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:33.712993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Made reservation on behalf of 81d7840b4a2148139b32e1852b592346 for: {'network': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:06:33.717773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:33.731302 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:33.747096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:33.751112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Usage tracker for resource:security_group_rule and tenant:81d7840b4a2148139b32e1852b592346 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:33.754102 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:33.759939 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:33.842501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:33.875856 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:33.880310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-91f73ed5-6299-48af-8044-eef10cf90580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:33.915461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 22:06:33.924603 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d7d163-dbea-42fb-8a63-807f5da084f4,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:33.929110 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:33.933460 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:33.933852 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Added segment 5d12fda7-bede-4708-9539-205630d0778d of type vxlan for network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc Feb 15 22:06:33.959946 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:34.038789 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:34.039807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:06:34.040452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:34.045585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8e3c1de5-aa8c-41b3-944d-44472a12d4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:34.152494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Pushing event updated for resources: {'Network': ['ID=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:34.153838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:34.163603 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 22:06:34.173881 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-0a8de1e4-b851-4365-b5d3-ea56e1cf59fb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6411643 Feb 15 22:06:34.174124 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 36064) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:34.177675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 22:06:34.181163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Request body: {'subnet': {'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2004085353-subnet', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'ip_version': 4}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:34.185853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:34.189989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Usage tracker for resource:subnet and tenant:81d7840b4a2148139b32e1852b592346 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:34.193234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:34.199556 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:34.261638 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Made reservation on behalf of 81d7840b4a2148139b32e1852b592346 for: {'subnet': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:06:34.266563 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27524709'] for subnet, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:34.701404 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852949021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827252582'] for subnet, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:34.720180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:34.851322 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b249665-a3f8-46ec-a357-2c1c51bf19cb,revision_number=0']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:34.855352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:34.914620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Checking segment: {'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:06:34.915011 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Network hostable DHCP agents. Network: 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 22:06:34.958651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 22:06:35.004961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc) {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:06:35.014370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646271d9-b076-49b2-b5a0-6777852516c0 None None] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:06:35.016728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:06:35.017371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:35.059565 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8842669 Feb 15 22:06:35.062225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 36068) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:35.068264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:35.073112 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:35.077139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Usage tracker for resource:router and tenant:81d7840b4a2148139b32e1852b592346 is out of sync, need to count used quota {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:35.080672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84106) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:35.086501 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:35.119061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854144414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-212397'] for router, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:35.120132 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854197748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854226693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854563366'] for router, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:35.135216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:35.236285 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp543f914f-489b-5c80-8966-c4a2ffbd7571-91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'fixed_ips': [{'subnet_id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb'}]}} from dv-cinder-775250-3-iscsi. {{(pid=84108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 22:06:35.237190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:35.441359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854134860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854563381'] for router, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:35.523254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Allocated IP 172.20.0.2 (91f0ec73-1d6c-4b51-b790-8aeb1afdfccc/8b249665-a3f8-46ec-a357-2c1c51bf19cb/0364dcf9-9a7d-436e-b3c0-fac9caf528de) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:06:35.747024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:35.800228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:35.810407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Transition to ACTIVE for port object 0364dcf9-9a7d-436e-b3c0-fac9caf528de will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:06:35.827690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Transition to ACTIVE for port object 0364dcf9-9a7d-436e-b3c0-fac9caf528de will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:06:35.832858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:35.882092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:35.898090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:36.038989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Pushing event updated for resources: {'Port': ['ID=0364dcf9-9a7d-436e-b3c0-fac9caf528de,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:36.052503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.052896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.053279 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.053658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.054033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.054409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.054779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.055151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.055548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.055923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.056291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.056657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.057065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.057432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.057797 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.058160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.058524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.058886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.059249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.059636 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.060002 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.060361 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.060741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.061082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:36.065593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:36.103136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Allocated IP 172.27.0.94 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/0de64dc8-0ea5-46fe-8107-141165bc6fb0) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:06:36.105653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:06:36.106845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:06:36.109282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:06:36.170611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Attempting to bind port 0364dcf9-9a7d-436e-b3c0-fac9caf528de on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 22:06:36.171025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Attempting to bind port 0364dcf9-9a7d-436e-b3c0-fac9caf528de by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 22:06:36.171465 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Attempting to bind port 0364dcf9-9a7d-436e-b3c0-fac9caf528de on network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 22:06:36.177947 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 22, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 22:06:36.178368 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Checking segment: {'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:06:36.178820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:36.179260 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Bound using segment: {'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 22:06:36.179796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Bound port: 0364dcf9-9a7d-436e-b3c0-fac9caf528de, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 22:06:36.180216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:36.271913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] For port 0364dcf9-9a7d-436e-b3c0-fac9caf528de, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 22:06:36.275023 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] For port 0364dcf9-9a7d-436e-b3c0-fac9caf528de, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0364dcf9-9a7d-436e-b3c0-fac9caf528de,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 22:06:36.308072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:36.323117 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:36.407976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:36.462291 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:36.477681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Pushing event updated for resources: {'Port': ['ID=0364dcf9-9a7d-436e-b3c0-fac9caf528de,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:36.477959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-0ab1f9de-0e4f-4ab6-9453-30ef0b0fe852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:36.483122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ff997685-d632-4165-8a9f-c1aec799ccf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:36.862120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Pushing event updated for resources: {'Port': ['ID=0de64dc8-0ea5-46fe-8107-141165bc6fb0,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:36.865384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:36.918887 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:06:36.920163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:06:36.922645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:06:37.459536 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:37.823235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635157'] for router, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:37.888815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda1354-e66f-4c2e-a95d-609e7e3516a6 None None] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:06:38.027827 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0364dcf9-9a7d-436e-b3c0-fac9caf528de up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:38.074277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-df6be8d1-079e-4eea-aec8-330dbfbae3f7 None None] Provisioning for port 0364dcf9-9a7d-436e-b3c0-fac9caf528de completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:06:38.076028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 is scheduled to L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 with binding_index 1 {{(pid=84106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 22:06:38.231459 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 0364dcf9-9a7d-436e-b3c0-fac9caf528de completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:06:38.236841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 0364dcf9-9a7d-436e-b3c0-fac9caf528de triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:38.237263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:38.274838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:06:38.286673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Sync routers for ids ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:06:38.301332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Routers {'5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:06:38.302151 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:06:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:38.335161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] Notify callbacks [] for router, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:38.339935 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36072) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:38.340628 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8a4c0279-f6be-40ca-a880-30cd11f8fefe admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2773385 Feb 15 22:06:38.374425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:38.413337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 0364dcf9-9a7d-436e-b3c0-fac9caf528de, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0364dcf9-9a7d-436e-b3c0-fac9caf528de,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:06:38.437135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-92ba2fe3-4c3d-4fcf-b736-8747f760a679 None None] Provisioning complete for port 0364dcf9-9a7d-436e-b3c0-fac9caf528de triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:38.437668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-92ba2fe3-4c3d-4fcf-b736-8747f760a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:38.511278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:38.514371 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:38.523290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Set router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:06:38.590885 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=0364dcf9-9a7d-436e-b3c0-fac9caf528de,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:38.597299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:38.828348 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-3c9a27fc-9601-40e9-86c0-53c065457018 None None] Provisioning complete for port 0364dcf9-9a7d-436e-b3c0-fac9caf528de triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:38.828961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c9a27fc-9601-40e9-86c0-53c065457018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:39.038857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:37Z', 'revision_number': 3, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:39.043344 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Checking router: 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:06:39.043826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Updating router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 port 0de64dc8-0ea5-46fe-8107-141165bc6fb0 binding host dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 22:06:39.102461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:39.348523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:39.509060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:39.521548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Transition to ACTIVE for port object 0de64dc8-0ea5-46fe-8107-141165bc6fb0 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:06:39.553346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:39.568804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:39.698866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Allocated IP 172.20.0.1 (91f0ec73-1d6c-4b51-b790-8aeb1afdfccc/8b249665-a3f8-46ec-a357-2c1c51bf19cb/8450026d-b791-4389-8a60-eace41fc05cf) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:06:39.708422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Pushing event updated for resources: {'Port': ['ID=0de64dc8-0ea5-46fe-8107-141165bc6fb0,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:39.720854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.721235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.721608 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.721976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.722337 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.722735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.723103 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.723482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.723853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.724213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.724570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.724925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.725321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.725675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.726028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.726383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.726734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.727085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.727458 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.727813 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.728163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.728513 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.728862 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.729213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:06:39.733391 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:39.785332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Attempting to bind port 0de64dc8-0ea5-46fe-8107-141165bc6fb0 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 22:06:39.785741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Attempting to bind port 0de64dc8-0ea5-46fe-8107-141165bc6fb0 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 22:06:39.786149 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Attempting to bind port 0de64dc8-0ea5-46fe-8107-141165bc6fb0 on network c0740f9d-599d-4a5b-86e6-eb8d170ab167 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 22:06:39.791704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 22, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 22:06:39.792111 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Checking segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:06:39.792555 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:39.792977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Bound using segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 22:06:39.793478 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Bound port: 0de64dc8-0ea5-46fe-8107-141165bc6fb0, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 22:06:39.793884 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:39.857133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:39.869468 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] For port 0de64dc8-0ea5-46fe-8107-141165bc6fb0, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 22:06:39.872794 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] For port 0de64dc8-0ea5-46fe-8107-141165bc6fb0, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0de64dc8-0ea5-46fe-8107-141165bc6fb0,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 22:06:39.873467 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Transition to ACTIVE for port object 8450026d-b791-4389-8a60-eace41fc05cf will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:06:39.907917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:39.923496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f3a2869b-7612-4746-b870-95c3c07c6827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:39.942733 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28533621'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:39.960528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f4dd846d-c399-4292-a4ba-65767e8e5b02 tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:39.990772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0364dcf9-9a7d-436e-b3c0-fac9caf528de up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:40.065957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 0364dcf9-9a7d-436e-b3c0-fac9caf528de triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:40.067681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:40.074425 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Pushing event updated for resources: {'Port': ['ID=0de64dc8-0ea5-46fe-8107-141165bc6fb0,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:40.080016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-711ec097-aae7-4855-a64e-8b631b00b323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:40.109303 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8450026d-b791-4389-8a60-eace41fc05cf,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:40.114467 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:40.121992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Routers {'5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:06:40.122468 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:06:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:40.163131 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:06:40.164283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:06:40.166686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:06:40.225883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642379'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:40.320144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] Set router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:06:40.380024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:40.427902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-27342974-a438-4a4a-bffd-e613124a4036 None None] Provisioning for port 8450026d-b791-4389-8a60-eace41fc05cf completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:06:40.433225 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-27342974-a438-4a4a-bffd-e613124a4036 None None] Provisioning complete for port 8450026d-b791-4389-8a60-eace41fc05cf triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:40.433723 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-27342974-a438-4a4a-bffd-e613124a4036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:40.492347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-27342974-a438-4a4a-bffd-e613124a4036 None None] Port 8450026d-b791-4389-8a60-eace41fc05cf cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 22:06:40.622191 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:37Z', 'revision_number': 3, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:40.626626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f1134-1d6f-4351-a87a-61b70961b4f0 None None] The sync data for ids ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'] in dv-cinder-775250-3-iscsi is: [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:37Z', 'revision_number': 3, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:06:40.685456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:40.724948 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826242196'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:40.755559 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e1624f64-03fe-4fb6-a071-bbf19954122d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:40.840443 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8450026d-b791-4389-8a60-eace41fc05cf,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:40.843194 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133458'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:40.859451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:40.989944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:06:40.991135 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:06:41.217234 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:06:41.231645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-ff5a1bc9-60cd-4248-80ed-1b3a79f6f6a6 None None] Provisioning complete for port 8450026d-b791-4389-8a60-eace41fc05cf triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:41.232077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1bc9-60cd-4248-80ed-1b3a79f6f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:41.298136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a1bc9-60cd-4248-80ed-1b3a79f6f6a6 None None] Port 8450026d-b791-4389-8a60-eace41fc05cf cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 22:06:41.414838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:06:41.440852 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] 10.222.0.41 "PUT /v2.0/routers/5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0911081 Feb 15 22:06:42.009788 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0de64dc8-0ea5-46fe-8107-141165bc6fb0 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:42.107233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 0de64dc8-0ea5-46fe-8107-141165bc6fb0 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:06:42.112472 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 0de64dc8-0ea5-46fe-8107-141165bc6fb0 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:42.112896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.220795 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36094) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:42.227895 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1094713666-network', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:42.233014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:42.237690 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Usage tracker for resource:network and tenant:86f1a69cdc71435aa274f1a386f3a2c8 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:42.240816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:42.246090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.246642 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:42.263251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 0de64dc8-0ea5-46fe-8107-141165bc6fb0, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0de64dc8-0ea5-46fe-8107-141165bc6fb0,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:06:42.284379 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Made reservation on behalf of 86f1a69cdc71435aa274f1a386f3a2c8 for: {'network': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:06:42.290033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for network, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.301836 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.303718 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.304780 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:42.319340 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:42.323432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Usage tracker for resource:security_group_rule and tenant:86f1a69cdc71435aa274f1a386f3a2c8 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:42.326375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:42.332181 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:42.373657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=0de64dc8-0ea5-46fe-8107-141165bc6fb0,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:42.377130 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:42.418240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.450020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.454227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-62183af4-c43b-492e-818a-a22050c86535 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:42.486734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 22:06:42.496009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e925de3e-1419-433f-a61a-1e6397c6845e,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:42.500092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:42.502505 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779367946799', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.502940 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Added segment e88e6644-d2be-4f76-9be5-a0d0cecdc856 of type vxlan for network b3dc007c-b1b4-47c3-92be-ca167fd7d589 Feb 15 22:06:42.529523 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257487227047'] for network, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.581384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565'] for network, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.582642 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:06:42.583297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:42.588254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:42.693758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Pushing event updated for resources: {'Network': ['ID=b3dc007c-b1b4-47c3-92be-ca167fd7d589,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:42.696877 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:42.705136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 details requested by agent ovs-agent-dv-cinder-775250-3-iscsi with host dv-cinder-775250-3-iscsi {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 22:06:42.710751 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-aed3cc36-d879-4cc2-bedf-7e69a90ccfa5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4888225 Feb 15 22:06:42.713741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36098) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:42.718679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=84108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 22:06:42.719994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Request body: {'subnet': {'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1094713666-subnet', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'ip_version': 4}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:42.725710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:42.729803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Usage tracker for resource:subnet and tenant:86f1a69cdc71435aa274f1a386f3a2c8 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:42.732854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:42.738775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:42.767622 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Made reservation on behalf of 86f1a69cdc71435aa274f1a386f3a2c8 for: {'subnet': 1} {{(pid=84107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:06:42.772676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28355671'] for subnet, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:43.215686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28533727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826420568'] for subnet, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:43.231961 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e60cbd9e-eef8-432a-b33c-1467a7389471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:43.350898 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Sync routers for ids ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:06:43.360740 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Routers {'5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:06:43.361413 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:06:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:43.366019 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d66ba3-7d57-4b00-bc60-52efee3cd4cc,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:43.370441 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:43.431300 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Checking segment: {'id': 'e88e6644-d2be-4f76-9be5-a0d0cecdc856', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:06:43.431647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Network hostable DHCP agents. Network: b3dc007c-b1b4-47c3-92be-ca167fd7d589, hostable agents: ['52184962-d70c-4174-861c-534444869f41'], hosted agents: [] {{(pid=84107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 22:06:43.495869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 is scheduled to be hosted by DHCP agent 52184962-d70c-4174-861c-534444869f41 with binding_index 1 {{(pid=84107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 22:06:43.524352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-3-iscsi, b3dc007c-b1b4-47c3-92be-ca167fd7d589) {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:06:43.535843 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631e2cbc-0457-42d6-935e-a610c7a7ee29 None None] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:06:43.536804 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:06:43.537456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for subnet, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:43.582437 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-40542cad-bd05-4da5-b4e7-62f224c21d26 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8675151 Feb 15 22:06:43.585617 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36102) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:43.591116 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1094713666-router', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:43.596013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:43.600020 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Usage tracker for resource:router and tenant:86f1a69cdc71435aa274f1a386f3a2c8 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:43.607089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:43.613144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:43.649294 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Set router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:06:43.650759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854144414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-212397'] for router, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:43.651949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854197748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854226693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854563366'] for router, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:43.780560 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:44.006911 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0de64dc8-0ea5-46fe-8107-141165bc6fb0 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:44.079256 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp543f914f-489b-5c80-8966-c4a2ffbd7571-b3dc007c-b1b4-47c3-92be-ca167fd7d589', 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'fixed_ips': [{'subnet_id': '96d66ba3-7d57-4b00-bc60-52efee3cd4cc'}]}} from dv-cinder-775250-3-iscsi. {{(pid=84108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 22:06:44.080579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:44.094580 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854134860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854563381'] for router, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:44.284095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 0de64dc8-0ea5-46fe-8107-141165bc6fb0 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:44.284705 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:44.404940 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:40Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '8450026d-b791-4389-8a60-eace41fc05cf', 'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'mac_address': 'fa:16:3e:ed:10:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:39Z', 'updated_at': '2021-02-15T22:06:40Z', 'revision_number': 2, 'project_id': '81d7840b4a2148139b32e1852b592346', 'subnets': [{'id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:44.415990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Checking router: 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:06:44.416409 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Updating router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 port 8450026d-b791-4389-8a60-eace41fc05cf binding host dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 22:06:44.569687 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:44.703632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:44.737607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:44.915924 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Allocated IP 172.20.0.2 (b3dc007c-b1b4-47c3-92be-ca167fd7d589/96d66ba3-7d57-4b00-bc60-52efee3cd4cc/957bef68-9513-45d1-bbeb-4307aaaafdce) {{(pid=84108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:06:45.012394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Allocated IP 172.27.0.65 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/fe3a5fc4-4709-4192-beb9-c733d5e97e30) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:06:45.167978 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:45.230618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28533621'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:45.246953 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:45.334626 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:45.348770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Transition to ACTIVE for port object 957bef68-9513-45d1-bbeb-4307aaaafdce will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:06:45.378591 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Transition to ACTIVE for port object 957bef68-9513-45d1-bbeb-4307aaaafdce will not be triggered until provisioned by entity DHCP. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:06:45.397122 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3a5fc4-4709-4192-beb9-c733d5e97e30,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:45.401481 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:45.413186 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593'] for port, after_create {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:45.439784 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:45.443771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:06:45.444941 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:06:45.447206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:06:45.582233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:45.618863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Transition to ACTIVE for port object 8450026d-b791-4389-8a60-eace41fc05cf will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:06:45.619614 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Pushing event updated for resources: {'Port': ['ID=957bef68-9513-45d1-bbeb-4307aaaafdce,revision_number=1']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:45.624815 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:45.653440 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:45.671373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:45.828767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 is already hosted by enough agents. {{(pid=84108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:06:45.831536 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e69db-6dc5-4613-8706-37c531811218 None None] Pushing event updated for resources: {'Port': ['ID=8450026d-b791-4389-8a60-eace41fc05cf,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:45.834695 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-048e69db-6dc5-4613-8706-37c531811218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:45.837636 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Resources bound (agent type, host, resource id): {{(pid=84108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:06:45.841125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Received port after_create {{(pid=84108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:06:45.916822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:45.920441 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Attempting to bind port 957bef68-9513-45d1-bbeb-4307aaaafdce on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 22:06:45.920875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Attempting to bind port 957bef68-9513-45d1-bbeb-4307aaaafdce by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': 'e88e6644-d2be-4f76-9be5-a0d0cecdc856', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 22:06:45.921299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Attempting to bind port 957bef68-9513-45d1-bbeb-4307aaaafdce on network b3dc007c-b1b4-47c3-92be-ca167fd7d589 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 22:06:45.931783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 22, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 22:06:45.932209 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Checking segment: {'id': 'e88e6644-d2be-4f76-9be5-a0d0cecdc856', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:06:45.932663 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:45.933445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Bound using segment: {'id': 'e88e6644-d2be-4f76-9be5-a0d0cecdc856', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 22:06:45.933656 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Bound port: 957bef68-9513-45d1-bbeb-4307aaaafdce, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88e6644-d2be-4f76-9be5-a0d0cecdc856', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 22:06:45.934077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:46.144073 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Attempting to bind port 8450026d-b791-4389-8a60-eace41fc05cf on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 22:06:46.144073 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Attempting to bind port 8450026d-b791-4389-8a60-eace41fc05cf by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 22:06:46.144326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Attempting to bind port 8450026d-b791-4389-8a60-eace41fc05cf on network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 22:06:46.154866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 22, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 22:06:46.155290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Checking segment: {'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:06:46.155780 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:46.156529 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Bound using segment: {'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 22:06:46.157058 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Bound port: 8450026d-b791-4389-8a60-eace41fc05cf, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 22:06:46.157487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:46.185249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] For port 957bef68-9513-45d1-bbeb-4307aaaafdce, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 22:06:46.239172 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] For port 957bef68-9513-45d1-bbeb-4307aaaafdce, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=957bef68-9513-45d1-bbeb-4307aaaafdce,segment=NetworkSegment(e88e6644-d2be-4f76-9be5-a0d0cecdc856),segment_id=e88e6644-d2be-4f76-9be5-a0d0cecdc856)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 22:06:46.280725 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] For port 8450026d-b791-4389-8a60-eace41fc05cf, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 22:06:46.284180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] For port 8450026d-b791-4389-8a60-eace41fc05cf, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=8450026d-b791-4389-8a60-eace41fc05cf,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 22:06:46.285620 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:46.294873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635157'] for router, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:46.301347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-048e69db-6dc5-4613-8706-37c531811218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:46.359353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:46.553419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Pushing event updated for resources: {'Port': ['ID=957bef68-9513-45d1-bbeb-4307aaaafdce,revision_number=2']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:46.562258 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:46.562783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-161cd203-dc97-4333-9834-5bb84cb621f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:46.570030 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Router ba8f2fe5-3525-40fb-8683-14f8adce675b is scheduled to L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 with binding_index 1 {{(pid=84107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 22:06:46.771250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:06:46.782134 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Sync routers for ids ['ba8f2fe5-3525-40fb-8683-14f8adce675b'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:06:46.792918 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Routers {'ba8f2fe5-3525-40fb-8683-14f8adce675b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:06:46.793822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:06:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['ba8f2fe5-3525-40fb-8683-14f8adce675b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:46.827897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:46.832055 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2426620 Feb 15 22:06:46.832288 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36106) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:06:46.858461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e69db-6dc5-4613-8706-37c531811218 None None] Pushing event updated for resources: {'Port': ['ID=8450026d-b791-4389-8a60-eace41fc05cf,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:46.863466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-048e69db-6dc5-4613-8706-37c531811218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:46.869056 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Routers {'5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:06:46.869735 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:06:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:47.054521 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Set router ba8f2fe5-3525-40fb-8683-14f8adce675b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:06:47.113604 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] Set router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:06:47.414428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'name': 'tempest-TestShelveInstance-1094713666-router', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:43Z', 'updated_at': '2021-02-15T22:06:45Z', 'revision_number': 3, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'gw_port': {'id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:25:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:44Z', 'updated_at': '2021-02-15T22:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:47.419024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Checking router: ba8f2fe5-3525-40fb-8683-14f8adce675b for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:06:47.419492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Updating router ba8f2fe5-3525-40fb-8683-14f8adce675b port fe3a5fc4-4709-4192-beb9-c733d5e97e30 binding host dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 22:06:47.480455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:47.507128 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:40Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '8450026d-b791-4389-8a60-eace41fc05cf', 'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'mac_address': 'fa:16:3e:ed:10:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:39Z', 'updated_at': '2021-02-15T22:06:46Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'subnets': [{'id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:47.518293 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b83c7a-c4f9-46ff-891b-61e9499cb218 None None] The sync data for ids ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'] in dv-cinder-775250-3-iscsi is: [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:40Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '8450026d-b791-4389-8a60-eace41fc05cf', 'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'mac_address': 'fa:16:3e:ed:10:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:39Z', 'updated_at': '2021-02-15T22:06:46Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'subnets': [{'id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:06:47.575942 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-af5239dc-4102-4173-abac-6011f56163e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:47.955264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:47.978359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Notify callbacks [] for port, precommit_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:47.992609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Transition to ACTIVE for port object fe3a5fc4-4709-4192-beb9-c733d5e97e30 will not be triggered until provisioned by entity L2. {{(pid=84109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:06:48.027732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:48.103161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 8450026d-b791-4389-8a60-eace41fc05cf up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:48.190268 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:48.241786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 8450026d-b791-4389-8a60-eace41fc05cf completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:06:48.247867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 8450026d-b791-4389-8a60-eace41fc05cf triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:48.248533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:48.312645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9a1c-4a36-49d3-903b-2a68e3264081 None None] Pushing event updated for resources: {'Port': ['ID=fe3a5fc4-4709-4192-beb9-c733d5e97e30,revision_number=2']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:48.424070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Allocated IP 172.20.0.1 (b3dc007c-b1b4-47c3-92be-ca167fd7d589/96d66ba3-7d57-4b00-bc60-52efee3cd4cc/c1e939da-ad37-4645-a0c8-72598b604e04) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:06:48.438173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eead2288-fb2f-4034-b61a-8c2a109120e6 None None] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:06:48.515605 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Attempting to bind port fe3a5fc4-4709-4192-beb9-c733d5e97e30 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 22:06:48.516278 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Attempting to bind port fe3a5fc4-4709-4192-beb9-c733d5e97e30 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 22:06:48.516882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Attempting to bind port fe3a5fc4-4709-4192-beb9-c733d5e97e30 on network c0740f9d-599d-4a5b-86e6-eb8d170ab167 {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 22:06:48.526721 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 22, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 22:06:48.527442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Checking segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:06:48.528083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:48.528677 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Bound using segment: {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'} {{(pid=84109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 22:06:48.529362 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Bound port: fe3a5fc4-4709-4192-beb9-c733d5e97e30, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7cdef-74fc-4bdf-8456-5fd4b0655038', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}}] {{(pid=84109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 22:06:48.530083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:48.563254 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-403f9a1c-4a36-49d3-903b-2a68e3264081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:48.617900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] For port fe3a5fc4-4709-4192-beb9-c733d5e97e30, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 22:06:48.621377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] For port fe3a5fc4-4709-4192-beb9-c733d5e97e30, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=fe3a5fc4-4709-4192-beb9-c733d5e97e30,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 22:06:48.623971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:48.644245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Transition to ACTIVE for port object c1e939da-ad37-4645-a0c8-72598b604e04 will not be triggered until provisioned by entity DHCP. {{(pid=84107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:06:48.671661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:48.680014 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:48.688158 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:48.693772 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28533621'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:48.711199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3164b3a2-59f1-4b23-b502-9a0e87c52286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:48.734596 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-37a3b0da-a20a-4238-b922-30475a56548a None None] Provisioning for port 957bef68-9513-45d1-bbeb-4307aaaafdce completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:06:48.773013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 8450026d-b791-4389-8a60-eace41fc05cf, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=8450026d-b791-4389-8a60-eace41fc05cf,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:06:48.842199 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:48.843143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 957bef68-9513-45d1-bbeb-4307aaaafdce up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:48.858432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9a1c-4a36-49d3-903b-2a68e3264081 None None] Pushing event updated for resources: {'Port': ['ID=fe3a5fc4-4709-4192-beb9-c733d5e97e30,revision_number=3']} {{(pid=84109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:48.871768 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e939da-ad37-4645-a0c8-72598b604e04,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:48.872649 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-403f9a1c-4a36-49d3-903b-2a68e3264081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:48.876644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:48.883364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:48.934809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:06:48.936202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:06:48.938566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:06:48.948949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Routers {'ba8f2fe5-3525-40fb-8683-14f8adce675b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:06:48.949807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:06:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['ba8f2fe5-3525-40fb-8683-14f8adce675b'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:49.009524 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=8450026d-b791-4389-8a60-eace41fc05cf,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:49.013051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:49.041220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642379'] for router_interface, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.058900 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port 957bef68-9513-45d1-bbeb-4307aaaafdce completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:06:49.065061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 957bef68-9513-45d1-bbeb-4307aaaafdce triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:49.065766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.174570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] Set router ba8f2fe5-3525-40fb-8683-14f8adce675b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:06:49.193070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-e1c1bc88-de77-4c9f-83c2-369e1fbfa75b None None] Provisioning for port c1e939da-ad37-4645-a0c8-72598b604e04 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:06:49.206077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.217235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-e1c1bc88-de77-4c9f-83c2-369e1fbfa75b None None] Provisioning complete for port c1e939da-ad37-4645-a0c8-72598b604e04 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:49.217945 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1c1bc88-de77-4c9f-83c2-369e1fbfa75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.304760 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.330643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-e1c1bc88-de77-4c9f-83c2-369e1fbfa75b None None] Port c1e939da-ad37-4645-a0c8-72598b604e04 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 22:06:49.351823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-e1c1bc88-de77-4c9f-83c2-369e1fbfa75b None None] Provisioning complete for port 957bef68-9513-45d1-bbeb-4307aaaafdce triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:49.352255 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1c1bc88-de77-4c9f-83c2-369e1fbfa75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.400708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port 957bef68-9513-45d1-bbeb-4307aaaafdce, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=957bef68-9513-45d1-bbeb-4307aaaafdce,segment=NetworkSegment(e88e6644-d2be-4f76-9be5-a0d0cecdc856),segment_id=e88e6644-d2be-4f76-9be5-a0d0cecdc856)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:06:49.438571 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.448035 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-84d7dc0b-a7be-4d33-977d-6f26f165264a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:49.537892 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'name': 'tempest-TestShelveInstance-1094713666-router', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:43Z', 'updated_at': '2021-02-15T22:06:45Z', 'revision_number': 3, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'gw_port': {'id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:25:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:44Z', 'updated_at': '2021-02-15T22:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:49.543452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752cf11b-ea9d-4e70-b03a-860170cd739f None None] The sync data for ids ['ba8f2fe5-3525-40fb-8683-14f8adce675b'] in dv-cinder-775250-3-iscsi is: [{'id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'name': 'tempest-TestShelveInstance-1094713666-router', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:43Z', 'updated_at': '2021-02-15T22:06:45Z', 'revision_number': 3, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'gw_port': {'id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:25:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:44Z', 'updated_at': '2021-02-15T22:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:06:49.577535 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.586883 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=957bef68-9513-45d1-bbeb-4307aaaafdce,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:49.591382 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:49.613220 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826242196'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.643710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:49.712290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-478f9138-9d51-44d4-8064-a58e1e51f731 None None] Provisioning complete for port c1e939da-ad37-4645-a0c8-72598b604e04 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:49.712644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-478f9138-9d51-44d4-8064-a58e1e51f731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.728407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e939da-ad37-4645-a0c8-72598b604e04,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:49.731148 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-729580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854133458'] for router_interface, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.745202 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:49.773903 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-478f9138-9d51-44d4-8064-a58e1e51f731 None None] Port c1e939da-ad37-4645-a0c8-72598b604e04 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 22:06:49.785487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-478f9138-9d51-44d4-8064-a58e1e51f731 None None] Provisioning complete for port 957bef68-9513-45d1-bbeb-4307aaaafdce triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:49.786156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-478f9138-9d51-44d4-8064-a58e1e51f731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:49.878710 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:06:49.880983 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:06:50.053468 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ede3259f-310e-409a-9e4e-f98339f18e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:50.132923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device fe3a5fc4-4709-4192-beb9-c733d5e97e30 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:50.144215 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Router ba8f2fe5-3525-40fb-8683-14f8adce675b has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:06:50.247719 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port fe3a5fc4-4709-4192-beb9-c733d5e97e30 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:06:50.252315 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a3c2a183-12c5-4198-b755-9731a2c91588 None None] Provisioning complete for port c1e939da-ad37-4645-a0c8-72598b604e04 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:50.252741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3c2a183-12c5-4198-b755-9731a2c91588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:50.283964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port fe3a5fc4-4709-4192-beb9-c733d5e97e30 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:50.284248 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:50.347974 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:06:50.359279 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] 10.222.0.41 "PUT /v2.0/routers/ba8f2fe5-3525-40fb-8683-14f8adce675b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5258472 Feb 15 22:06:50.371653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2a183-12c5-4198-b755-9731a2c91588 None None] Port c1e939da-ad37-4645-a0c8-72598b604e04 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 22:06:50.445650 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:50.465301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port fe3a5fc4-4709-4192-beb9-c733d5e97e30, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=fe3a5fc4-4709-4192-beb9-c733d5e97e30,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:06:50.493435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:50.494589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 8450026d-b791-4389-8a60-eace41fc05cf up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:50.531783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:50.637052 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=fe3a5fc4-4709-4192-beb9-c733d5e97e30,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:50.642994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:50.648113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:50.653858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 8450026d-b791-4389-8a60-eace41fc05cf triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:50.654277 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:50.791670 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 957bef68-9513-45d1-bbeb-4307aaaafdce up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:50.861399 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port 957bef68-9513-45d1-bbeb-4307aaaafdce triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:50.861820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.082439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1278779408', 'description': 'tempest-TestShelveInstance-1278779408 description'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:51.089341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:51.093383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Usage tracker for resource:security_group and tenant:81d7840b4a2148139b32e1852b592346 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:51.096390 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:51.102190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:51.141681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.163880 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:51.168457 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Usage tracker for resource:security_group_rule and tenant:81d7840b4a2148139b32e1852b592346 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:51.171424 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:51.177433 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:51.247498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.278689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.284094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f31b96a4-f66d-4a00-a2e7-aac0fcba9357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:51.324205 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef91e64e-7e46-4788-969c-5d951a452124,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:51.327062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:51.347653 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.349034 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1f455378-3bce-4be3-b42f-40ab7818d2a5 req-eb3126d2-e2c7-495b-bc51-92c6fef376ab tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2713175 Feb 15 22:06:51.422984 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-d09628eb-5b65-41bf-900c-d19970ce25d4 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups/ef91e64e-7e46-4788-969c-5d951a452124 HTTP/1.1" status: 200 len: 1802 time: 0.0502989 Feb 15 22:06:51.434428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef91e64e-7e46-4788-969c-5d951a452124', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:51.434780 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef91e64e-7e46-4788-969c-5d951a452124', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:51.440665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:51.445304 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Usage tracker for resource:security_group_rule and tenant:81d7840b4a2148139b32e1852b592346 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:51.448248 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:51.453915 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:51.534737 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.561092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.587144 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.589334 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-99500864-6df9-45b4-8b8b-70979ce48a1b tempest-TestMinimumBasicScenario-1163309779 tempest-TestMinimumBasicScenario-1163309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:51.610373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ac6f90-62d0-4a1b-93f4-5c1526939a83,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:51.615129 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:51.644678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.646005 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea0d0aa3-d55a-4e80-9968-76a36c373215 req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2156675 Feb 15 22:06:51.717031 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-d358c0d1-dd7d-4593-996b-b7825ef9679f tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups/ef91e64e-7e46-4788-969c-5d951a452124 HTTP/1.1" status: 200 len: 2395 time: 0.0486596 Feb 15 22:06:51.728141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef91e64e-7e46-4788-969c-5d951a452124', 'remote_group_id': None}]} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:51.728494 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef91e64e-7e46-4788-969c-5d951a452124', 'remote_group_id': None}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:06:51.734435 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:06:51.738415 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Usage tracker for resource:security_group_rule and tenant:81d7840b4a2148139b32e1852b592346 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:06:51.739646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.742113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:06:51.747872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:06:51.866088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.889657 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.918338 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226883'] for security_group_rule, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.920543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-db15006e-fbe1-4c32-8bb2-5f7944057c5c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:51.942705 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946c904b-4f67-4439-a35e-23eac6628342,revision_number=0']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:51.947276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:51.990050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:51.991560 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f60f0676-0787-4e63-bbd4-6848cf4614cb req-3ef7ecf2-307d-4273-8703-70a906408955 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2674215 Feb 15 22:06:52.009075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device fe3a5fc4-4709-4192-beb9-c733d5e97e30 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:52.087560 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port fe3a5fc4-4709-4192-beb9-c733d5e97e30 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:52.087992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:52.370818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Sync routers for ids ['ba8f2fe5-3525-40fb-8683-14f8adce675b'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:06:52.380990 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Routers {'ba8f2fe5-3525-40fb-8683-14f8adce675b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:06:52.381442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:06:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['ba8f2fe5-3525-40fb-8683-14f8adce675b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:52.739422 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Set router ba8f2fe5-3525-40fb-8683-14f8adce675b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:06:53.090183 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'name': 'tempest-TestShelveInstance-1094713666-router', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:43Z', 'updated_at': '2021-02-15T22:06:49Z', 'revision_number': 4, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'gw_port': {'id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:44Z', 'updated_at': '2021-02-15T22:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'c1e939da-ad37-4645-a0c8-72598b604e04', 'name': '', 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'mac_address': 'fa:16:3e:36:84:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '96d66ba3-7d57-4b00-bc60-52efee3cd4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:48Z', 'updated_at': '2021-02-15T22:06:49Z', 'revision_number': 2, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'subnets': [{'id': '96d66ba3-7d57-4b00-bc60-52efee3cd4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:53.094307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Checking router: ba8f2fe5-3525-40fb-8683-14f8adce675b for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:06:53.094700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Updating router ba8f2fe5-3525-40fb-8683-14f8adce675b port c1e939da-ad37-4645-a0c8-72598b604e04 binding host dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 22:06:53.125668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:53.154263 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:53.578579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Notify callbacks [] for port, precommit_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:53.590700 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Transition to ACTIVE for port object c1e939da-ad37-4645-a0c8-72598b604e04 will not be triggered until provisioned by entity L2. {{(pid=84108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:06:53.641566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:53.657870 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:53.802452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ad1ed-c877-4edf-b776-ab1a93c76cce None None] Pushing event updated for resources: {'Port': ['ID=c1e939da-ad37-4645-a0c8-72598b604e04,revision_number=3']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:53.806688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e43ad1ed-c877-4edf-b776-ab1a93c76cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:53.976025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Attempting to bind port c1e939da-ad37-4645-a0c8-72598b604e04 on host dv-cinder-775250-3-iscsi for vnic_type normal with profile {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 22:06:53.976445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Attempting to bind port c1e939da-ad37-4645-a0c8-72598b604e04 by drivers openvswitch on host dv-cinder-775250-3-iscsi at level 0 using segments [{'id': 'e88e6644-d2be-4f76-9be5-a0d0cecdc856', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589'}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 22:06:53.976864 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Attempting to bind port c1e939da-ad37-4645-a0c8-72598b604e04 on network b3dc007c-b1b4-47c3-92be-ca167fd7d589 {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 22:06:53.983825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Checking agent: {'id': '0369b03f-255f-4c84-925f-b03f5fe54ab9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 42, 52), 'started_at': datetime.datetime(2021, 2, 15, 21, 43, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 22, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.90', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 22:06:53.984052 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Checking segment: {'id': 'e88e6644-d2be-4f76-9be5-a0d0cecdc856', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:06:53.984502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:53.984944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Bound using segment: {'id': 'e88e6644-d2be-4f76-9be5-a0d0cecdc856', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589'} {{(pid=84108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 22:06:53.985463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Bound port: c1e939da-ad37-4645-a0c8-72598b604e04, host: dv-cinder-775250-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88e6644-d2be-4f76-9be5-a0d0cecdc856', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589'}}] {{(pid=84108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 22:06:53.985882 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:54.088997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] For port c1e939da-ad37-4645-a0c8-72598b604e04, host dv-cinder-775250-3-iscsi, cleared binding levels {{(pid=84108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 22:06:54.092096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] For port c1e939da-ad37-4645-a0c8-72598b604e04, host dv-cinder-775250-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=c1e939da-ad37-4645-a0c8-72598b604e04,segment=NetworkSegment(e88e6644-d2be-4f76-9be5-a0d0cecdc856),segment_id=e88e6644-d2be-4f76-9be5-a0d0cecdc856)] {{(pid=84108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 22:06:54.127407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:54.143266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:54.295126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ad1ed-c877-4edf-b776-ab1a93c76cce None None] Pushing event updated for resources: {'Port': ['ID=c1e939da-ad37-4645-a0c8-72598b604e04,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:54.298606 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e43ad1ed-c877-4edf-b776-ab1a93c76cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:54.338394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:06:54.341727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Routers {'ba8f2fe5-3525-40fb-8683-14f8adce675b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:06:54.342477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:06:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['ba8f2fe5-3525-40fb-8683-14f8adce675b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:54.546726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] Set router ba8f2fe5-3525-40fb-8683-14f8adce675b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:06:54.881462 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'name': 'tempest-TestShelveInstance-1094713666-router', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:43Z', 'updated_at': '2021-02-15T22:06:49Z', 'revision_number': 4, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'gw_port': {'id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:44Z', 'updated_at': '2021-02-15T22:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'c1e939da-ad37-4645-a0c8-72598b604e04', 'name': '', 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'mac_address': 'fa:16:3e:36:84:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '96d66ba3-7d57-4b00-bc60-52efee3cd4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:48Z', 'updated_at': '2021-02-15T22:06:54Z', 'revision_number': 4, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'subnets': [{'id': '96d66ba3-7d57-4b00-bc60-52efee3cd4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:06:54.886039 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80826bc-7839-4fdf-afe2-58f67bbc518a None None] The sync data for ids ['ba8f2fe5-3525-40fb-8683-14f8adce675b'] in dv-cinder-775250-3-iscsi is: [{'id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'name': 'tempest-TestShelveInstance-1094713666-router', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:43Z', 'updated_at': '2021-02-15T22:06:49Z', 'revision_number': 4, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'gw_port': {'id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:44Z', 'updated_at': '2021-02-15T22:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': 'c1e939da-ad37-4645-a0c8-72598b604e04', 'name': '', 'network_id': 'b3dc007c-b1b4-47c3-92be-ca167fd7d589', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'mac_address': 'fa:16:3e:36:84:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '96d66ba3-7d57-4b00-bc60-52efee3cd4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:48Z', 'updated_at': '2021-02-15T22:06:54Z', 'revision_number': 4, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'subnets': [{'id': '96d66ba3-7d57-4b00-bc60-52efee3cd4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:06:56.020985 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device c1e939da-ad37-4645-a0c8-72598b604e04 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:56.130042 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning for port c1e939da-ad37-4645-a0c8-72598b604e04 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:06:56.135809 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port c1e939da-ad37-4645-a0c8-72598b604e04 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:56.136312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:56.262884 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:56.295959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] For port c1e939da-ad37-4645-a0c8-72598b604e04, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=c1e939da-ad37-4645-a0c8-72598b604e04,segment=NetworkSegment(e88e6644-d2be-4f76-9be5-a0d0cecdc856),segment_id=e88e6644-d2be-4f76-9be5-a0d0cecdc856)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:06:56.324390 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:06:56.326469 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:06:56.396451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Pushing event updated for resources: {'Port': ['ID=c1e939da-ad37-4645-a0c8-72598b604e04,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:06:56.399816 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:06:58.005572 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device c1e939da-ad37-4645-a0c8-72598b604e04 up at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:06:58.081179 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Provisioning complete for port c1e939da-ad37-4645-a0c8-72598b604e04 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:06:58.081604 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:02.638692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:16.189452 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-ad573881-aa27-4e7d-88fb-99385a1df49a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Synchronizing usage tracker for tenant:81d7840b4a2148139b32e1852b592346 on resource:security_group {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:07:16.238228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-ad573881-aa27-4e7d-88fb-99385a1df49a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Unset dirty status for tenant:81d7840b4a2148139b32e1852b592346 on resource:security_group {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:07:16.239498 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-ad573881-aa27-4e7d-88fb-99385a1df49a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1278779408&fields=id&tenant_id=81d7840b4a2148139b32e1852b592346 HTTP/1.1" status: 200 len: 267 time: 0.0921175 Feb 15 22:07:16.399660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-0ab3aac6-b877-48d1-bfef-749fc6f9cfa1 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:16.401222 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-0ab3aac6-b877-48d1-bfef-749fc6f9cfa1 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 809 time: 0.1541076 Feb 15 22:07:16.417100 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-91603db5-237f-4b0e-8e91-063d22b35146 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/quotas/81d7840b4a2148139b32e1852b592346 HTTP/1.1" status: 200 len: 375 time: 0.0099750 Feb 15 22:07:16.508206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-a6d032b5-147d-4db9-8b60-a38d40b43c97 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Synchronizing usage tracker for tenant:81d7840b4a2148139b32e1852b592346 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:07:16.558328 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-a6d032b5-147d-4db9-8b60-a38d40b43c97 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Unset dirty status for tenant:81d7840b4a2148139b32e1852b592346 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:07:16.559742 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-a6d032b5-147d-4db9-8b60-a38d40b43c97 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1373098 Feb 15 22:07:16.576190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-bf2baa01-fb8d-4538-aee0-a9294aa860c8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 22:07:16.577221 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-bf2baa01-fb8d-4538-aee0-a9294aa860c8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0055025 Feb 15 22:07:16.718307 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-0e9e785c-ed7f-4db0-8dd5-9130aa4fe66c service neutron] 10.222.0.41 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352687 Feb 15 22:07:16.860304 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-172b764d-caa3-4c89-a7f9-fc13c0996cb0 service neutron] 10.222.0.41 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1354570 Feb 15 22:07:17.506833 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a87a963b-abaa-4902-9d17-fe99e13976ce req-dd8a446b-eb4f-4098-9302-f4034ba9d7d7 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 210 time: 0.1633244 Feb 15 22:07:17.567253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9471559c-6483-4f39-b256-9e1ec5448788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:18.674205 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-abd4941d-e996-43a8-831c-c9c83d9684a4 req-aa85bc09-6a71-4078-a3f5-01a4a8357c96 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 210 time: 0.0537910 Feb 15 22:07:19.360050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-73042d49-809a-4cc8-8cda-06a86ada8539 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:19.360806 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-73042d49-809a-4cc8-8cda-06a86ada8539 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Synchronizing usage tracker for tenant:81d7840b4a2148139b32e1852b592346 on resource:network {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:07:19.420962 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-73042d49-809a-4cc8-8cda-06a86ada8539 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Unset dirty status for tenant:81d7840b4a2148139b32e1852b592346 on resource:network {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:07:19.422217 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-73042d49-809a-4cc8-8cda-06a86ada8539 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.47 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 809 time: 0.2218013 Feb 15 22:07:19.497675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-6f1f9fbf-ae56-403e-bf0f-72382e7514fa tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Synchronizing usage tracker for tenant:81d7840b4a2148139b32e1852b592346 on resource:security_group {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:07:19.510456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-6f1f9fbf-ae56-403e-bf0f-72382e7514fa tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Unset dirty status for tenant:81d7840b4a2148139b32e1852b592346 on resource:security_group {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:07:19.511826 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-6f1f9fbf-ae56-403e-bf0f-72382e7514fa tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81d7840b4a2148139b32e1852b592346 HTTP/1.1" status: 200 len: 5759 time: 0.0810177 Feb 15 22:07:19.528145 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Request body: {'port': {'device_id': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'admin_state_up': True, 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'security_groups': ['ef91e64e-7e46-4788-969c-5d951a452124']}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:07:19.700283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:07:19.700283 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84106) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:07:19.729473 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Made reservation on behalf of 81d7840b4a2148139b32e1852b592346 for: {'port': 1} {{(pid=84106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 22:07:19.735237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:20.038101 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d0f955a-f0f7-4831-ad4f-1aafcd2a2008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:20.063569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Allocated IP 172.20.0.6 (91f0ec73-1d6c-4b51-b790-8aeb1afdfccc/8b249665-a3f8-46ec-a357-2c1c51bf19cb/28c65346-93b7-402c-bfdd-bf75be110c26) {{(pid=84106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:07:20.070813 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8138ac03-0b84-4d47-ac09-fd6586709aa2 req-5d83445e-1cba-43a5-926f-13598bc7c84f tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 210 time: 0.2836783 Feb 15 22:07:20.263893 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for port, precommit_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:20.280183 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Transition to ACTIVE for port object 28c65346-93b7-402c-bfdd-bf75be110c26 will not be triggered until provisioned by entity DHCP. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:07:20.332676 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_create {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:20.348771 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-f6a41a39-1871-4328-be5a-07f2aa42b66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:07:20.500658 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Pushing event updated for resources: {'Port': ['ID=28c65346-93b7-402c-bfdd-bf75be110c26,revision_number=1']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:07:20.511933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.512317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.512743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.513160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.513578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.513993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.514408 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.514823 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.515233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.515665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.516075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.516482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.516931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.517339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.517770 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.518178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.518587 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.518995 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.519421 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.519834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.520237 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.520640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.521046 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.521637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:20.527629 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:07:20.561375 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:20.570044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc is already hosted by enough agents. {{(pid=84106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:07:20.577066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Resources bound (agent type, host, resource id): {{(pid=84106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:07:20.577066 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Received port after_create {{(pid=84106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:07:20.640147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:20.641071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:20.693677 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-d48b98b6-e88b-4fbb-93e2-1f399e465ebe tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1703310 Feb 15 22:07:20.753677 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Request body: {'port': {'device_id': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=84106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:07:20.812529 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-f15b8ea3-588e-4ae7-a4f5-7126a74cc09e None None] Provisioning for port 28c65346-93b7-402c-bfdd-bf75be110c26 completed by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:07:20.817551 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-f15b8ea3-588e-4ae7-a4f5-7126a74cc09e None None] Provisioning complete for port 28c65346-93b7-402c-bfdd-bf75be110c26 triggered by entity DHCP. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:07:20.817989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f15b8ea3-588e-4ae7-a4f5-7126a74cc09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:20.874887 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f15b8ea3-588e-4ae7-a4f5-7126a74cc09e None None] Port 28c65346-93b7-402c-bfdd-bf75be110c26 cannot update to ACTIVE because it is not bound. {{(pid=84108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 22:07:20.875352 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:21.268235 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330971d5-f17d-4b16-acfa-64247b8c6394 req-ea2c1bbf-ae6e-46d2-8ba8-ece8e932a168 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:21.269956 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-330971d5-f17d-4b16-acfa-64247b8c6394 req-ea2c1bbf-ae6e-46d2-8ba8-ece8e932a168 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 931 time: 0.0857344 Feb 15 22:07:21.289260 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c65346-93b7-402c-bfdd-bf75be110c26 {{(pid=84106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 22:07:21.297727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:21.311161 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Transition to ACTIVE for port object 28c65346-93b7-402c-bfdd-bf75be110c26 will not be triggered until provisioned by entity L2. {{(pid=84106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 22:07:21.321072 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-330971d5-f17d-4b16-acfa-64247b8c6394 req-2585729e-dc19-4b2f-bd1b-746567f2223d tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0441320 Feb 15 22:07:21.346803 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:21.363490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-df6df569-bbed-4eea-9d7f-6d236da59474 tempest-TestVolumeBootPattern-1621721885 tempest-TestVolumeBootPattern-1621721885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:07:21.735200 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:21.748863 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Pushing event updated for resources: {'Port': ['ID=28c65346-93b7-402c-bfdd-bf75be110c26,revision_number=2']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:07:21.752057 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:07:21.930565 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Attempting to bind port 28c65346-93b7-402c-bfdd-bf75be110c26 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 22:07:21.931072 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Attempting to bind port 28c65346-93b7-402c-bfdd-bf75be110c26 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 22:07:21.931189 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Attempting to bind port 28c65346-93b7-402c-bfdd-bf75be110c26 on network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 22:07:21.937448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Checking agent: {'id': '042262a5-ec97-42d7-8f7d-c06eba55831c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 21, 49, 55), 'started_at': datetime.datetime(2021, 2, 15, 21, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 22, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 22:07:21.937949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Checking segment: {'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 22:07:21.938197 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:21.938591 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Bound using segment: {'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'} {{(pid=84106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 22:07:21.939081 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Bound port: 28c65346-93b7-402c-bfdd-bf75be110c26, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d12fda7-bede-4708-9539-205630d0778d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc'}}] {{(pid=84106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 22:07:21.939576 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:22.037738 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] For port 28c65346-93b7-402c-bfdd-bf75be110c26, host hv-cinder-77525, cleared binding levels {{(pid=84106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 22:07:22.040890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] For port 28c65346-93b7-402c-bfdd-bf75be110c26, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=28c65346-93b7-402c-bfdd-bf75be110c26,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 22:07:22.069758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1826640'] for port, after_update {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:22.085370 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-60b5f7dc-0b93-4986-b4ca-0d38dbd33877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:07:22.236954 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Pushing event updated for resources: {'Port': ['ID=28c65346-93b7-402c-bfdd-bf75be110c26,revision_number=3']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:07:22.242520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:07:22.274807 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:22.275533 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:22.277035 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-282ca8ea-f749-47ef-be12-35337f46f9ab service neutron] 10.222.0.47 "PUT /v2.0/ports/28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 1157 time: 1.5746460 Feb 15 22:07:22.277591 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:07:22.328539 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26', 'status': 'completed', 'code': 200} Feb 15 22:07:22.438424 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb76c6-7970-47f8-b0ce-222efa27acb4 req-f42b7f23-f710-476d-9a75-1af8f57c519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:22.440144 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-72bb76c6-7970-47f8-b0ce-222efa27acb4 req-f42b7f23-f710-476d-9a75-1af8f57c519d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1160 time: 0.0915565 Feb 15 22:07:22.537952 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869c4ab-5e66-4b23-9501-6ea100701140 req-29a9c9c5-e620-4bd3-95fd-282800b2954c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:22.539592 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d869c4ab-5e66-4b23-9501-6ea100701140 req-29a9c9c5-e620-4bd3-95fd-282800b2954c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0880067 Feb 15 22:07:22.589049 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d869c4ab-5e66-4b23-9501-6ea100701140 req-a818fdc8-e217-4024-a779-c8182deb0f52 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426798 Feb 15 22:07:22.594572 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb76c6-7970-47f8-b0ce-222efa27acb4 req-4ba05cb8-7e80-473a-bade-1104a49f5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:22.596221 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-72bb76c6-7970-47f8-b0ce-222efa27acb4 req-4ba05cb8-7e80-473a-bade-1104a49f5e65 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=81d7840b4a2148139b32e1852b592346&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1491597 Feb 15 22:07:22.743881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb76c6-7970-47f8-b0ce-222efa27acb4 req-8dcfa768-39d6-4cb7-af8d-2cebfb55374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:22.745474 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-72bb76c6-7970-47f8-b0ce-222efa27acb4 req-8dcfa768-39d6-4cb7-af8d-2cebfb55374c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1423244 Feb 15 22:07:22.858310 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-2c88165a-b982-46ae-a90a-64c93f0679f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:22.859975 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-2c88165a-b982-46ae-a90a-64c93f0679f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1160 time: 0.0781553 Feb 15 22:07:22.934830 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-1e1cad8c-69ea-4d31-9e91-e1a919515654 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 217 time: 0.0679817 Feb 15 22:07:23.002761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-b25879ce-a09a-4582-a272-23488ae9bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:23.004370 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-b25879ce-a09a-4582-a272-23488ae9bcfe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 200 len: 848 time: 0.0635114 Feb 15 22:07:23.090448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-5e87b198-544c-4992-8182-0f8b3854930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:23.092191 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-5e87b198-544c-4992-8182-0f8b3854930d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804737 Feb 15 22:07:23.115319 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:23.233293 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-1072845b-8d0a-465f-894e-e2c821cfd1b0 service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344662 Feb 15 22:07:23.374716 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-361d5881-30bb-4138-b451-ebd5ee7b9b2c req-9043b1bd-cc93-41ee-9430-3778fdb6e676 service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350424 Feb 15 22:07:23.791309 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3953d05-225d-4e53-a59d-81d9ab55d54b req-e830aea4-a238-44e7-9795-2cffa7cf0799 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:23.792955 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d3953d05-225d-4e53-a59d-81d9ab55d54b req-e830aea4-a238-44e7-9795-2cffa7cf0799 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0885494 Feb 15 22:07:23.839768 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d3953d05-225d-4e53-a59d-81d9ab55d54b req-e2c0b1c7-fbf2-4685-b18e-f7dfbce8d9d1 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405068 Feb 15 22:07:25.033909 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70292-b7a6-483b-90a9-1698d63fc514 req-5c5e905a-cc14-4956-b57c-2936a9422214 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:25.035421 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ece70292-b7a6-483b-90a9-1698d63fc514 req-5c5e905a-cc14-4956-b57c-2936a9422214 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0846736 Feb 15 22:07:25.086496 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ece70292-b7a6-483b-90a9-1698d63fc514 req-e9faee4f-f744-4fdc-8057-86913173ae4e tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447824 Feb 15 22:07:26.283367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1497-bca8-4328-ad97-2613c1e3fd8c req-6e6c3bc8-83df-4da0-8316-35c2438dbc46 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:26.284895 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-658f1497-bca8-4328-ad97-2613c1e3fd8c req-6e6c3bc8-83df-4da0-8316-35c2438dbc46 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0855837 Feb 15 22:07:26.331316 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-658f1497-bca8-4328-ad97-2613c1e3fd8c req-80f5639a-c6f1-45af-8791-e13670579ac0 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403759 Feb 15 22:07:27.529948 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dd552-0569-4163-87a2-389850df948e req-769b6e41-bb97-4adc-87fd-b4495b14159a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:27.531671 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e6dd552-0569-4163-87a2-389850df948e req-769b6e41-bb97-4adc-87fd-b4495b14159a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0906835 Feb 15 22:07:27.579146 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e6dd552-0569-4163-87a2-389850df948e req-01594cbd-3816-4a42-b930-ff9a79d16ebc tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414197 Feb 15 22:07:28.774147 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d445303-f187-4d61-8528-66348d3303dd req-63739b92-2b92-49d4-95c8-e3719b82bbaa tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:28.776315 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d445303-f187-4d61-8528-66348d3303dd req-63739b92-2b92-49d4-95c8-e3719b82bbaa tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0849698 Feb 15 22:07:28.825925 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d445303-f187-4d61-8528-66348d3303dd req-0aafe32f-2ce4-48ef-a701-562daf5798d1 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433605 Feb 15 22:07:30.023611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69242ca-0f9a-4e80-bddd-8b2e2c7d2787 req-56f289e5-dbcc-4a45-8162-5334a7d1607c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:30.025230 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c69242ca-0f9a-4e80-bddd-8b2e2c7d2787 req-56f289e5-dbcc-4a45-8162-5334a7d1607c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0848458 Feb 15 22:07:30.073151 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c69242ca-0f9a-4e80-bddd-8b2e2c7d2787 req-5002ee19-c0ea-4c92-bb98-9f34193cbf57 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418420 Feb 15 22:07:31.270668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7f648-6833-4ab5-aef6-7f0df17a67ec req-95e319fc-35fa-47ec-823d-cc69a511481b tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:31.272272 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c2d7f648-6833-4ab5-aef6-7f0df17a67ec req-95e319fc-35fa-47ec-823d-cc69a511481b tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0884395 Feb 15 22:07:31.319082 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c2d7f648-6833-4ab5-aef6-7f0df17a67ec req-bbf6d6cb-4cf0-44c7-8fee-2fed867b1bb7 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407603 Feb 15 22:07:31.338028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:07:32.578085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e339db-0849-4523-b36d-ddd3da42742d req-fb12c31c-bab3-40aa-8241-c334845b2be8 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:32.579680 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e1e339db-0849-4523-b36d-ddd3da42742d req-fb12c31c-bab3-40aa-8241-c334845b2be8 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0872180 Feb 15 22:07:32.630603 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e1e339db-0849-4523-b36d-ddd3da42742d req-61ddb5e3-0eb4-4430-bfed-ec0ca17c2da6 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440125 Feb 15 22:07:32.649490 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:32.928460 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 28c65346-93b7-402c-bfdd-bf75be110c26 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:07:33.191919 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning for port 28c65346-93b7-402c-bfdd-bf75be110c26 completed by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 22:07:33.197305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 28c65346-93b7-402c-bfdd-bf75be110c26 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:07:33.197739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:33.318512 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:33.346238 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:07:33.357004 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 28c65346-93b7-402c-bfdd-bf75be110c26, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=28c65346-93b7-402c-bfdd-bf75be110c26,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:07:33.392567 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26', 'code': 200} Feb 15 22:07:33.415001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:33.417044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:07:33.486028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=28c65346-93b7-402c-bfdd-bf75be110c26,revision_number=4']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:07:33.489236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:07:33.734349 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa17bbb-16c2-49ab-971e-20cd36e7c9f7 req-8b8f4972-899a-4222-88a8-846dcf8ba533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:33.736008 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-faa17bbb-16c2-49ab-971e-20cd36e7c9f7 req-8b8f4972-899a-4222-88a8-846dcf8ba533 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1162 time: 0.0782678 Feb 15 22:07:33.779189 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-faa17bbb-16c2-49ab-971e-20cd36e7c9f7 req-9120ae94-522a-4fb7-b615-b5e5ad0f46f2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0364504 Feb 15 22:07:33.828178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74d2f6-9974-44dd-94d0-7eb9c0614643 req-ab181ef1-e0e3-48b2-8cbb-fd892c69efbf tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:33.829785 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b74d2f6-9974-44dd-94d0-7eb9c0614643 req-ab181ef1-e0e3-48b2-8cbb-fd892c69efbf tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0866721 Feb 15 22:07:33.877598 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6b74d2f6-9974-44dd-94d0-7eb9c0614643 req-e1e24a93-0102-495d-b686-dbadc952a341 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414202 Feb 15 22:07:34.441092 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 28c65346-93b7-402c-bfdd-bf75be110c26 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:07:34.511738 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 28c65346-93b7-402c-bfdd-bf75be110c26 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:07:34.512152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:35.085299 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e266a-2c50-4318-a34f-ed818aaccd02 req-73d0842d-fd99-4951-8cf7-cc7ad1584875 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:35.086921 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4b7e266a-2c50-4318-a34f-ed818aaccd02 req-73d0842d-fd99-4951-8cf7-cc7ad1584875 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0932734 Feb 15 22:07:35.135908 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4b7e266a-2c50-4318-a34f-ed818aaccd02 req-990f3a6b-6806-419d-9206-7776b40a720a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426149 Feb 15 22:07:36.333813 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30631f5-b8c7-4748-b0ed-b9a041640f5b req-6d303893-aa23-45fb-80b2-c27e4dd3440d tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:36.335423 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a30631f5-b8c7-4748-b0ed-b9a041640f5b req-6d303893-aa23-45fb-80b2-c27e4dd3440d tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0856607 Feb 15 22:07:36.385819 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a30631f5-b8c7-4748-b0ed-b9a041640f5b req-9dee6c6d-1d66-49a8-8840-0e724020ab09 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0442281 Feb 15 22:07:36.580872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f1c59-cb39-4e55-9601-b6a6c78f80ba req-7e89ddea-a62b-4388-a207-66e674aa6152 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:36.582448 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1b9f1c59-cb39-4e55-9601-b6a6c78f80ba req-7e89ddea-a62b-4388-a207-66e674aa6152 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0875337 Feb 15 22:07:36.628884 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1b9f1c59-cb39-4e55-9601-b6a6c78f80ba req-a425f0a8-946d-4aaa-a69b-87954560ce33 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0396035 Feb 15 22:07:36.822355 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-db29d06d-f5dc-47f8-b907-a63f0479a8a4 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1548991 Feb 15 22:07:36.832503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Request body: {'floatingip': {'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:07:36.838595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 22:07:36.842609 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Usage tracker for resource:floatingip and tenant:81d7840b4a2148139b32e1852b592346 is out of sync, need to count used quota {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 22:07:36.845577 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 22:07:36.851423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 22:07:36.897854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for floatingip, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:37.039834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:37.333585 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Allocated IP 172.27.0.69 (c0740f9d-599d-4a5b-86e6-eb8d170ab167/b1ae1cf0-fd39-451b-afca-c2f25a8f421a/d4eeebd9-a46f-49db-9ce6-7b70b5262df3) {{(pid=84107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 22:07:37.487644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for port, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:37.555516 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779367589593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28533621'] for port, after_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:37.571712 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:07:37.715178 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Pushing event updated for resources: {'Port': ['ID=d4eeebd9-a46f-49db-9ce6-7b70b5262df3,revision_number=1']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:07:37.728415 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.728838 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.729252 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.729654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.730048 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.730442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.730833 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.731224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.731660 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.732054 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.732442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.732831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.733257 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.733644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.734050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.734438 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.734825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.735217 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.735625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.736012 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.736396 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.736779 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.737163 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.737545 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:07:37.743741 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:07:37.779651 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Network c0740f9d-599d-4a5b-86e6-eb8d170ab167 is already hosted by enough agents. {{(pid=84107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 22:07:37.780802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Resources bound (agent type, host, resource id): {{(pid=84107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 22:07:37.782976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Received port after_create {{(pid=84107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 22:07:37.863044 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:37.952670 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:38.224761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for port, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:38.257782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826242196'] for port, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:38.273356 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:07:38.419466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Pushing event updated for resources: {'Port': ['ID=d4eeebd9-a46f-49db-9ce6-7b70b5262df3,revision_number=2']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:07:38.423720 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:07:38.512307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:38.560463 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:38.561929 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-21b2c43e-4e85-4fe9-8c26-7a4a5c383dba tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7335024 Feb 15 22:07:38.649878 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-56a0d39b-0b0c-4842-8aa3-0f0991fd4fd3 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Synchronizing usage tracker for tenant:81d7840b4a2148139b32e1852b592346 on resource:floatingip {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:07:38.691850 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-56a0d39b-0b0c-4842-8aa3-0f0991fd4fd3 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Unset dirty status for tenant:81d7840b4a2148139b32e1852b592346 on resource:floatingip {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:07:38.693116 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-56a0d39b-0b0c-4842-8aa3-0f0991fd4fd3 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200 len: 695 time: 0.1248269 Feb 15 22:07:38.849991 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-51599538-efa3-4ed4-a901-a928bbf58739 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:38.851453 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-51599538-efa3-4ed4-a901-a928bbf58739 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 784 time: 0.1518586 Feb 15 22:07:38.862759 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-4a483cbe-d9c5-4a14-8a58-535858b3d32b tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 22:07:38.863915 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a340f8aa-04a2-486f-ac0a-c78c6461015b req-4a483cbe-d9c5-4a14-8a58-535858b3d32b tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060296 Feb 15 22:07:39.042016 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-98e5d514-cab7-4c5a-bcd0-3624eb85ff3b tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:39.043642 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-98e5d514-cab7-4c5a-bcd0-3624eb85ff3b tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0847692 Feb 15 22:07:39.129987 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-def00409-f88a-4088-8390-b0d541abb26e tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200 len: 695 time: 0.0802960 Feb 15 22:07:39.139949 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-42ed897b-4f2a-4b80-b658-7fd96d14d233 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Request body: {'floatingip': {'port_id': '28c65346-93b7-402c-bfdd-bf75be110c26', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 22:07:39.222280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-42ed897b-4f2a-4b80-b658-7fd96d14d233 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for floatingip, before_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:40.063138 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-42ed897b-4f2a-4b80-b658-7fd96d14d233 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:40.100250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-42ed897b-4f2a-4b80-b658-7fd96d14d233 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854140421'] for floatingip, after_update {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:40.282234 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-42ed897b-4f2a-4b80-b658-7fd96d14d233 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Floating IP 3143f055-0b22-46c5-8d53-17171f459a7d associated. External IP: 172.27.0.69, port: 28c65346-93b7-402c-bfdd-bf75be110c26. Feb 15 22:07:40.657538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-42ed897b-4f2a-4b80-b658-7fd96d14d233 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:07:40.844907 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-42ed897b-4f2a-4b80-b658-7fd96d14d233 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:07:40.849224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-42ed897b-4f2a-4b80-b658-7fd96d14d233 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:40.854674 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] Sync routers for ids ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:07:40.864694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] Routers {'5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:07:40.865351 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:07:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:07:40.909663 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-42ed897b-4f2a-4b80-b658-7fd96d14d233 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "PUT /v2.0/floatingips/3143f055-0b22-46c5-8d53-17171f459a7d HTTP/1.1" status: 200 len: 995 time: 1.7735987 Feb 15 22:07:40.910141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:07:40.960241 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26', 'status': 'completed', 'code': 200} Feb 15 22:07:41.054482 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-01ee8f68-35eb-4424-a8a9-f68b96ed5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:41.056900 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-01ee8f68-35eb-4424-a8a9-f68b96ed5488 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1162 time: 0.1335721 Feb 15 22:07:41.059193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] Set router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:07:41.065789 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305c9f-87de-46f8-b07f-b0494233f001 req-beac3210-77e4-441f-89bb-ef335a47e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:41.067478 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-83305c9f-87de-46f8-b07f-b0494233f001 req-beac3210-77e4-441f-89bb-ef335a47e1fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1162 time: 0.0846241 Feb 15 22:07:41.202143 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-4e106cda-fa8b-4144-bf55-c379b8832d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:41.203699 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-4e106cda-fa8b-4144-bf55-c379b8832d93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 903 time: 0.1397650 Feb 15 22:07:41.212051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305c9f-87de-46f8-b07f-b0494233f001 req-a6d75f48-7750-4dd1-bc21-19cbcce150d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:41.213666 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-83305c9f-87de-46f8-b07f-b0494233f001 req-a6d75f48-7750-4dd1-bc21-19cbcce150d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 903 time: 0.1399524 Feb 15 22:07:41.314995 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-8c252c47-bf52-46b0-a518-a79b9e733c91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 998 time: 0.1043057 Feb 15 22:07:41.321234 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-83305c9f-87de-46f8-b07f-b0494233f001 req-36f4c673-26b4-45bd-86f0-ec337e75cc14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 998 time: 0.1015010 Feb 15 22:07:41.385347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-44310001-bbac-455e-9b32-2110d314d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:41.386639 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-44310001-bbac-455e-9b32-2110d314d023 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 200 len: 848 time: 0.0650845 Feb 15 22:07:41.394481 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305c9f-87de-46f8-b07f-b0494233f001 req-1ebc9848-f145-48e7-9cbc-9f0c462a2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:41.396110 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-83305c9f-87de-46f8-b07f-b0494233f001 req-1ebc9848-f145-48e7-9cbc-9f0c462a2378 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 200 len: 848 time: 0.0690339 Feb 15 22:07:41.442250 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:40Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '3143f055-0b22-46c5-8d53-17171f459a7d', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'port_id': '28c65346-93b7-402c-bfdd-bf75be110c26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'mac_address': 'fa:16:3e:69:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T22:07:37Z', 'updated_at': '2021-02-15T22:07:39Z', 'revision_number': 1, 'project_id': '81d7840b4a2148139b32e1852b592346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8450026d-b791-4389-8a60-eace41fc05cf', 'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'mac_address': 'fa:16:3e:ed:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:39Z', 'updated_at': '2021-02-15T22:06:48Z', 'revision_number': 5, 'project_id': '81d7840b4a2148139b32e1852b592346', 'subnets': [{'id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:07:41.453672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] Checking router: 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:07:41.455757 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] Routers {'5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:07:41.456432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:07:20Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:07:41.474266 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-e36ac9c4-8890-4ca7-8140-3fb66e58a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:41.475931 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-e36ac9c4-8890-4ca7-8140-3fb66e58a38b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822263 Feb 15 22:07:41.481590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83305c9f-87de-46f8-b07f-b0494233f001 req-9e98f6df-bb04-4563-8ef5-4360e50eba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:07:41.483657 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-83305c9f-87de-46f8-b07f-b0494233f001 req-9e98f6df-bb04-4563-8ef5-4360e50eba0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807273 Feb 15 22:07:41.489207 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-eb51cc08-1192-4c7c-8a58-e45f8727d127 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=84107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 22:07:41.490272 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-eb51cc08-1192-4c7c-8a58-e45f8727d127 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0056298 Feb 15 22:07:41.646723 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-83305c9f-87de-46f8-b07f-b0494233f001 req-cc87b07f-f04f-4f0f-8b5d-4c06182933a8 service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568506 Feb 15 22:07:41.652023 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-ade3bc3a-f844-4d7b-919a-767ca3de76ff service neutron] 10.222.0.41 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551247 Feb 15 22:07:41.796670 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-83305c9f-87de-46f8-b07f-b0494233f001 req-7ede6398-ff3b-4ffc-93a8-c41869893eb3 service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432219 Feb 15 22:07:41.801178 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0553beb4-a4b2-4562-9c07-36a09818c7e1 req-40b23609-b0d5-4459-8382-eb8a3df9ee96 service neutron] 10.222.0.41 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1447017 Feb 15 22:07:41.802325 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] Set router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:07:42.166634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:40Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '3143f055-0b22-46c5-8d53-17171f459a7d', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'port_id': '28c65346-93b7-402c-bfdd-bf75be110c26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'mac_address': 'fa:16:3e:69:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T22:07:37Z', 'updated_at': '2021-02-15T22:07:39Z', 'revision_number': 1, 'project_id': '81d7840b4a2148139b32e1852b592346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8450026d-b791-4389-8a60-eace41fc05cf', 'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'mac_address': 'fa:16:3e:ed:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:39Z', 'updated_at': '2021-02-15T22:06:48Z', 'revision_number': 5, 'project_id': '81d7840b4a2148139b32e1852b592346', 'subnets': [{'id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:07:42.170845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd4fdf-9b19-4fd8-a9cb-0aa0326de6b1 None None] The sync data for ids ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'] in dv-cinder-775250-3-iscsi is: [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:40Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_floatingips': [{'id': '3143f055-0b22-46c5-8d53-17171f459a7d', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'router_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'port_id': '28c65346-93b7-402c-bfdd-bf75be110c26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'mac_address': 'fa:16:3e:69:6a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T22:07:37Z', 'updated_at': '2021-02-15T22:07:39Z', 'revision_number': 1, 'project_id': '81d7840b4a2148139b32e1852b592346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8450026d-b791-4389-8a60-eace41fc05cf', 'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'mac_address': 'fa:16:3e:ed:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:39Z', 'updated_at': '2021-02-15T22:06:48Z', 'revision_number': 5, 'project_id': '81d7840b4a2148139b32e1852b592346', 'subnets': [{'id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:07:42.456473 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d92b0-cf47-4f04-93a7-d9887c79e186 None None] New status for floating IP 3143f055-0b22-46c5-8d53-17171f459a7d: ACTIVE {{(pid=84108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:07:47.543332 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bb49399d-4496-4f9a-ab3f-dfb5f594f008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:50.034761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b5363773-9c8a-4af3-8746-e9d5ce23733c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:50.568666 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:51.722791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:07:53.100026 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:02.768541 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:07.817180 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-14fc5be3-e6e9-4035-9a73-8d8b50e95d9f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0801368 Feb 15 22:08:07.965579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-304fee43-adf1-46e2-bb26-63c4613f2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:08:07.967090 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-304fee43-adf1-46e2-bb26-63c4613f2e96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1162 time: 0.0767102 Feb 15 22:08:08.129684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-943336fb-12b1-43c5-9614-09f91f1ef60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:08:08.131244 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-943336fb-12b1-43c5-9614-09f91f1ef60e service neutron] 10.222.0.47 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 903 time: 0.1357331 Feb 15 22:08:08.240488 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-be69b9f8-78d1-4f5c-ad2a-3e4a48cabfef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 1000 time: 0.1023757 Feb 15 22:08:08.307488 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-2bc86fb3-e179-4d77-afe8-b522f2cf2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:08:08.309001 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-2bc86fb3-e179-4d77-afe8-b522f2cf2eb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 200 len: 848 time: 0.0629914 Feb 15 22:08:08.338050 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:08:08.394198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-1dc2ccd8-ec3e-41c6-b70f-4691a543245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:08:08.395811 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-1dc2ccd8-ec3e-41c6-b70f-4691a543245e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799215 Feb 15 22:08:08.536192 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-e9eec9fa-2a4a-47d6-a5d7-f0b9fcedac99 service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341040 Feb 15 22:08:08.918883 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e4ffaf2-9f12-48be-b1ec-b5e50eae8219 req-fa8fa3ba-555d-48ec-b3fe-1697efba0f81 service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3763053 Feb 15 22:08:17.551096 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e71faaef-cad1-41a1-b4c8-3a459ed7d1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:20.034089 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b7d2011f-f055-438a-bfd0-a86d6a6c268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:20.559914 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:21.733831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:23.105367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:32.659548 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:45.341503 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:08:47.559730 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-21c85ca1-f508-4d88-b746-ae66f7a5cbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:50.033714 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5649ac07-3139-4094-869c-916b16c34f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:50.559384 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:51.722245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:08:53.108390 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:00.393562 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-ac355160-7b06-441d-8b38-f1ae6d52ccaa req-2d89e78b-baa3-46f6-ad22-4072dbc4f4d3 service neutron] (84107) timed out ('10.222.0.47', 57029) {{(pid=84107) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 15 22:09:02.676105 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:09.825775 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06e68be1-732e-49ad-9427-76901766f1ed req-3085faaf-8f7c-4051-8363-8d3025f4812b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0754235 Feb 15 22:09:09.975255 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68be1-732e-49ad-9427-76901766f1ed req-d51a3779-e6cb-43e7-a800-399f99878e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:09:09.976775 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06e68be1-732e-49ad-9427-76901766f1ed req-d51a3779-e6cb-43e7-a800-399f99878e44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1162 time: 0.0809681 Feb 15 22:09:10.129775 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68be1-732e-49ad-9427-76901766f1ed req-8fdafe27-e043-444e-b94a-0af1e3184883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:09:10.131353 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06e68be1-732e-49ad-9427-76901766f1ed req-8fdafe27-e043-444e-b94a-0af1e3184883 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 903 time: 0.1365819 Feb 15 22:09:10.237097 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06e68be1-732e-49ad-9427-76901766f1ed req-048c9dd8-1cad-4205-90f7-7e0f921ed4d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 1000 time: 0.0992527 Feb 15 22:09:10.306557 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68be1-732e-49ad-9427-76901766f1ed req-a49d0183-1923-482c-a47d-fe486655bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:09:10.308097 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06e68be1-732e-49ad-9427-76901766f1ed req-a49d0183-1923-482c-a47d-fe486655bd2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 200 len: 848 time: 0.0653124 Feb 15 22:09:10.388001 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68be1-732e-49ad-9427-76901766f1ed req-57bb54c4-43a2-488d-a103-4994422e1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:09:10.389520 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06e68be1-732e-49ad-9427-76901766f1ed req-57bb54c4-43a2-488d-a103-4994422e1f70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751693 Feb 15 22:09:10.540911 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06e68be1-732e-49ad-9427-76901766f1ed req-e5c5ea59-d158-4738-966c-96ced7b157db service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358550 Feb 15 22:09:10.676753 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06e68be1-732e-49ad-9427-76901766f1ed req-b0daaa75-016f-4eef-8255-3e8f2a7d58ca service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370032 Feb 15 22:09:17.550156 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8354707-b3e1-4c8e-8d04-8fa77a7317eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:20.044896 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-29e6fe22-69b4-48be-b668-34f726bce6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:20.582022 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:21.754074 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:22.340875 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:09:23.103922 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:32.680878 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:47.549047 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dc4f15c2-0734-44c7-8a10-2fcb771a603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:50.040854 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e4e8f102-0d28-4cdb-8e23-e2c9441ffcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:50.571993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:51.724146 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:53.112971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:09:56.001566 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa3f1-21e4-4931-87dd-31d862c8f7bd req-5a8eec09-2d13-4f7b-ad60-72f23f488816 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:09:56.003184 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f72fa3f1-21e4-4931-87dd-31d862c8f7bd req-5a8eec09-2d13-4f7b-ad60-72f23f488816 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0887091 Feb 15 22:09:56.050996 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f72fa3f1-21e4-4931-87dd-31d862c8f7bd req-3a20fe92-605b-4de7-a047-4a352328e6e6 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0409262 Feb 15 22:09:57.263347 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904dc0-2145-433f-b3a1-a235b6f1ead6 req-6d645df9-0a2a-4e86-857c-62a037c64dcb tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:09:57.265240 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66904dc0-2145-433f-b3a1-a235b6f1ead6 req-6d645df9-0a2a-4e86-857c-62a037c64dcb tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0888629 Feb 15 22:09:57.312368 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-66904dc0-2145-433f-b3a1-a235b6f1ead6 req-f65a0ff3-d6cc-4495-9a85-246994d2a9fb tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408673 Feb 15 22:09:58.523028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661c5dd-b5e8-4dc8-b71e-4c2785ddedba req-c7979ac0-97f8-4727-a2cd-19d5ae1b1ca3 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:09:58.524650 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1661c5dd-b5e8-4dc8-b71e-4c2785ddedba req-c7979ac0-97f8-4727-a2cd-19d5ae1b1ca3 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0893645 Feb 15 22:09:58.572275 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1661c5dd-b5e8-4dc8-b71e-4c2785ddedba req-4b55743b-521e-4926-909f-6157908cba38 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412660 Feb 15 22:09:59.341627 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:09:59.767321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44057c6c-9a99-4343-be3b-31c536cca4ed req-838f6c39-c667-4025-b5de-a86105b45382 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:09:59.768909 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44057c6c-9a99-4343-be3b-31c536cca4ed req-838f6c39-c667-4025-b5de-a86105b45382 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0840957 Feb 15 22:09:59.814788 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44057c6c-9a99-4343-be3b-31c536cca4ed req-fc8cd838-e720-4e17-91b9-92c36973333f tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0391531 Feb 15 22:10:01.245632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb27169-84f6-487b-9801-76a1e65148f8 req-b0ea276d-a4c7-4f7c-be47-da553960262a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:01.247227 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-adb27169-84f6-487b-9801-76a1e65148f8 req-b0ea276d-a4c7-4f7c-be47-da553960262a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.3190265 Feb 15 22:10:01.293923 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-adb27169-84f6-487b-9801-76a1e65148f8 req-a4f3f16c-49f4-4895-beb1-04fd3945bdb3 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403385 Feb 15 22:10:02.493090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379956b3-d92e-42c1-aebe-92973b305e8f req-92a6e8ed-8c85-4886-b107-5693f18db6cf tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:02.494663 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-379956b3-d92e-42c1-aebe-92973b305e8f req-92a6e8ed-8c85-4886-b107-5693f18db6cf tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0878146 Feb 15 22:10:02.541638 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-379956b3-d92e-42c1-aebe-92973b305e8f req-71030a2e-88d5-4c5a-b776-fc66c19ed97c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407872 Feb 15 22:10:02.697679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:03.741529 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8371152-219f-4555-97ad-775fb64ffdbf req-3ba6e9b1-500a-45e7-818b-7e13016a6d68 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:03.743133 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b8371152-219f-4555-97ad-775fb64ffdbf req-3ba6e9b1-500a-45e7-818b-7e13016a6d68 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0881047 Feb 15 22:10:03.790432 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b8371152-219f-4555-97ad-775fb64ffdbf req-59b18775-d5d2-47c6-89be-032c4e98d029 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408516 Feb 15 22:10:04.990296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef121cb3-6a66-4c26-9e65-4a9ea6c2084f req-a60b3b2f-8d59-492b-84d1-6eed32b640cc tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:04.992507 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef121cb3-6a66-4c26-9e65-4a9ea6c2084f req-a60b3b2f-8d59-492b-84d1-6eed32b640cc tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0900865 Feb 15 22:10:05.043825 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ef121cb3-6a66-4c26-9e65-4a9ea6c2084f req-e258b395-e4f5-4ed3-afd4-61da32c005ec tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443239 Feb 15 22:10:06.226955 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-81ebd259-f5a9-4438-9a87-4fe90bda7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:06.228600 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-81ebd259-f5a9-4438-9a87-4fe90bda7a7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1162 time: 0.0843117 Feb 15 22:10:06.244752 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1359c74-c38d-4a1a-8802-06c392cbde05 req-a2dfbee9-ce5c-4919-91b2-af1acf21ef18 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:06.246344 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d1359c74-c38d-4a1a-8802-06c392cbde05 req-a2dfbee9-ce5c-4919-91b2-af1acf21ef18 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0895791 Feb 15 22:10:06.293167 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d1359c74-c38d-4a1a-8802-06c392cbde05 req-4412055b-7807-49ce-98be-e9b96b540446 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404177 Feb 15 22:10:06.369899 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-81d9ae66-23f8-4a7c-a32f-ac41e94c1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:06.371484 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-81d9ae66-23f8-4a7c-a32f-ac41e94c1010 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 903 time: 0.1366384 Feb 15 22:10:06.479840 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-72ccfc15-be19-4bad-8a65-08d6dc626832 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 1000 time: 0.1020782 Feb 15 22:10:06.546198 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-f255bc10-668f-4891-9329-9c558ef73146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:06.547975 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-f255bc10-668f-4891-9329-9c558ef73146 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 200 len: 848 time: 0.0623684 Feb 15 22:10:06.629439 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-7cf88d97-1d8c-4d9c-90b4-1f868c2def50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:06.631092 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-7cf88d97-1d8c-4d9c-90b4-1f868c2def50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748975 Feb 15 22:10:06.772690 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-50e660cf-561d-4b6b-ad47-d667f01817c1 service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352441 Feb 15 22:10:06.912079 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7926418c-5e25-4363-b70f-bb2495c37e95 req-59c6ffc2-c6b6-40e8-a3e0-e7b0d4df301b service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1331470 Feb 15 22:10:07.487495 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9529f-5b19-4c3e-b17c-b6b91279165d req-29311819-7f5e-4239-81fd-5fc1ba7fdcf6 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:07.489079 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43d9529f-5b19-4c3e-b17c-b6b91279165d req-29311819-7f5e-4239-81fd-5fc1ba7fdcf6 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0848219 Feb 15 22:10:07.535977 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43d9529f-5b19-4c3e-b17c-b6b91279165d req-0268c298-e6c9-41f5-b741-1cf08cd4ecd4 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408089 Feb 15 22:10:08.738868 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404c6cc-ce6c-47c1-bc47-37c8de1017cb req-e6df51f5-2781-4c17-98e8-f39a89f0bab6 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:08.740529 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5404c6cc-ce6c-47c1-bc47-37c8de1017cb req-e6df51f5-2781-4c17-98e8-f39a89f0bab6 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0936034 Feb 15 22:10:08.788186 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5404c6cc-ce6c-47c1-bc47-37c8de1017cb req-adbf226f-db4f-4dae-a935-5edce9c48b3b tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414824 Feb 15 22:10:09.326120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 28c65346-93b7-402c-bfdd-bf75be110c26 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:10:09.445484 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:09.473245 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:10:09.484224 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 28c65346-93b7-402c-bfdd-bf75be110c26, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=28c65346-93b7-402c-bfdd-bf75be110c26,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:10:09.541354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:09.544387 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:10:09.596695 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26', 'code': 200} Feb 15 22:10:09.616662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=28c65346-93b7-402c-bfdd-bf75be110c26,revision_number=5']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:10:09.624491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.624888 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.625359 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.625654 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.626032 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.626407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.626783 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.627157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.627561 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.627926 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.628298 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.628664 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.629077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.629446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.629813 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.630180 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.630543 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.630931 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.631301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.631691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.632055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.632419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.632791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.633154 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:10:09.638203 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:10:09.987308 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b98b9-fb77-4733-b57c-75a6f287ff5e req-d95beffd-e9c8-429a-a59d-e73269d1d571 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:09.988835 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0a5b98b9-fb77-4733-b57c-75a6f287ff5e req-d95beffd-e9c8-429a-a59d-e73269d1d571 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0878525 Feb 15 22:10:10.035052 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0a5b98b9-fb77-4733-b57c-75a6f287ff5e req-77669e9f-173b-40ca-aa58-fea59652931d tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0401809 Feb 15 22:10:11.473607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de60fc-3d95-48e2-9306-16fa775485da req-0b51424f-b05b-4012-b918-aa46d0817e9d tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:11.475877 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-37de60fc-3d95-48e2-9306-16fa775485da req-0b51424f-b05b-4012-b918-aa46d0817e9d tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0876918 Feb 15 22:10:11.480774 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-d1a24f37-6712-45d4-b714-8805f9ebf525 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271379 Feb 15 22:10:11.524481 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-37de60fc-3d95-48e2-9306-16fa775485da req-19686998-d210-4770-9db9-514d53f438ce tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421569 Feb 15 22:10:12.729087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a37eec-bedf-4624-84e9-4e0f2e67dd4c req-48624c20-fb2f-4c2b-9c02-cdba0813299a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:12.730686 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-17a37eec-bedf-4624-84e9-4e0f2e67dd4c req-48624c20-fb2f-4c2b-9c02-cdba0813299a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0925527 Feb 15 22:10:12.778521 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-17a37eec-bedf-4624-84e9-4e0f2e67dd4c req-a29ea6e9-8752-4d33-bdf6-8b645513c646 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0415080 Feb 15 22:10:13.020962 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-ee6cd7b8-301d-4125-bd4f-b419a0a81b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:13.023020 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-ee6cd7b8-301d-4125-bd4f-b419a0a81b03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d&tenant_id=81d7840b4a2148139b32e1852b592346 HTTP/1.1" status: 200 len: 1160 time: 0.0770030 Feb 15 22:10:13.121869 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-3fa7cde0-a458-41bf-a5b2-f5d2f4d54a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:13.123544 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-3fa7cde0-a458-41bf-a5b2-f5d2f4d54a69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1160 time: 0.0792673 Feb 15 22:10:13.270060 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-85b52593-3f47-4f82-82df-45c0ffffada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:13.272100 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-85b52593-3f47-4f82-82df-45c0ffffada4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 903 time: 0.1372237 Feb 15 22:10:13.376536 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-23ec99a5-3503-4b6b-a3a1-698828741961 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 998 time: 0.0975327 Feb 15 22:10:13.447706 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-6fd5106e-aa72-4c9c-ad01-72c63d69c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:13.449222 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-6fd5106e-aa72-4c9c-ad01-72c63d69c45c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 200 len: 848 time: 0.0657868 Feb 15 22:10:13.530840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-3f272b08-9b34-44e9-9371-93fb84ca2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:13.532378 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-3f272b08-9b34-44e9-9371-93fb84ca2c2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764892 Feb 15 22:10:13.673741 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-23f2a9db-942a-4ece-8e60-aceb638a49c9 service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353006 Feb 15 22:10:13.816456 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c406df83-96b5-42e9-be13-4b4f5def65cc req-0b4f5504-6d15-4b0a-8f67-a78c20b149d8 service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351137 Feb 15 22:10:13.978640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d42d24-67ed-4ab0-b6b0-0f57fd43cdf5 req-cb518545-bf5c-4f73-89b4-01345ccf2b1c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:13.980272 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13d42d24-67ed-4ab0-b6b0-0f57fd43cdf5 req-cb518545-bf5c-4f73-89b4-01345ccf2b1c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0894132 Feb 15 22:10:14.030499 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13d42d24-67ed-4ab0-b6b0-0f57fd43cdf5 req-cb734fbd-3dc7-473c-8a41-e00e3152cd42 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437980 Feb 15 22:10:15.229009 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694288-d808-444e-a3fc-14043c3decda req-5fdac5b2-6655-457a-bccd-0c403ccff34e tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:15.230585 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38694288-d808-444e-a3fc-14043c3decda req-5fdac5b2-6655-457a-bccd-0c403ccff34e tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0846725 Feb 15 22:10:15.277339 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38694288-d808-444e-a3fc-14043c3decda req-727171c9-9f04-4acc-b328-8321108942b5 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404549 Feb 15 22:10:16.476618 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e871b0-0873-42bc-baf4-594dba1774b8 req-2f685789-2d55-47bc-8af6-f093a076e4de tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:16.478190 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-31e871b0-0873-42bc-baf4-594dba1774b8 req-2f685789-2d55-47bc-8af6-f093a076e4de tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0887043 Feb 15 22:10:16.525161 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-31e871b0-0873-42bc-baf4-594dba1774b8 req-305488c9-909c-4ceb-8592-14c1380e59f2 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408535 Feb 15 22:10:17.558410 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-22118c7d-a6cf-4b9d-b2d5-83dd29699cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:17.863928 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c02a2-75d7-4d31-8f4a-cb04935ec887 req-971eb383-38ee-4946-bae3-6c451b97ac33 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:17.865538 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c7c02a2-75d7-4d31-8f4a-cb04935ec887 req-971eb383-38ee-4946-bae3-6c451b97ac33 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0853820 Feb 15 22:10:17.916296 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c7c02a2-75d7-4d31-8f4a-cb04935ec887 req-bfa69ce4-7167-443e-bcf6-2818a4ab9e5b tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445776 Feb 15 22:10:19.112977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765f408-2a4f-4aa1-a6c6-cc4576da04f1 req-76ae11bd-bf7a-4ab0-9c6a-7412d2da1011 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:19.114575 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1765f408-2a4f-4aa1-a6c6-cc4576da04f1 req-76ae11bd-bf7a-4ab0-9c6a-7412d2da1011 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0855300 Feb 15 22:10:19.162838 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1765f408-2a4f-4aa1-a6c6-cc4576da04f1 req-7088363d-9f9b-4289-a6d2-b886a0282d2b tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414760 Feb 15 22:10:20.049791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f83b3576-eb25-4440-a056-21a1b6d91215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:20.360028 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc85fd6-ec62-44e3-b9a7-e6f3443cb96d req-0a26bee4-2716-4f87-bd7d-34f10afdd85d tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:20.361616 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5fc85fd6-ec62-44e3-b9a7-e6f3443cb96d req-0a26bee4-2716-4f87-bd7d-34f10afdd85d tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0888484 Feb 15 22:10:20.407984 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5fc85fd6-ec62-44e3-b9a7-e6f3443cb96d req-281a64c8-2e31-4426-9c28-272347082ecd tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402088 Feb 15 22:10:20.571519 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:21.600159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374fa4c-ff26-44a3-92a5-65c939c26cb5 req-23bd05a0-a2f4-4d5e-90ea-112b77eb8d8a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:21.601727 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c374fa4c-ff26-44a3-92a5-65c939c26cb5 req-23bd05a0-a2f4-4d5e-90ea-112b77eb8d8a tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0847235 Feb 15 22:10:21.652011 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c374fa4c-ff26-44a3-92a5-65c939c26cb5 req-6b385b1e-f39c-4245-a60b-ee4a85042eb5 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0441787 Feb 15 22:10:21.726301 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:22.848980 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371301e2-0f3d-4948-a2d5-cd943f41b53a req-173282ab-772d-49a8-9a5e-916723839141 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:22.850554 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-371301e2-0f3d-4948-a2d5-cd943f41b53a req-173282ab-772d-49a8-9a5e-916723839141 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 943 time: 0.0854926 Feb 15 22:10:22.897147 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-371301e2-0f3d-4948-a2d5-cd943f41b53a req-2e9b5c32-a2ed-4916-8e0c-6b46fa8377bf tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404577 Feb 15 22:10:23.124094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:23.814033 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 28c65346-93b7-402c-bfdd-bf75be110c26 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:10:23.888317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 28c65346-93b7-402c-bfdd-bf75be110c26 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:10:23.888822 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:24.010607 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850957164'] for port, before_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:24.043860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26'}] {{(pid=84108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:10:24.053492 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] For port 28c65346-93b7-402c-bfdd-bf75be110c26, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=28c65346-93b7-402c-bfdd-bf75be110c26,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:10:24.085686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779368046553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257487213343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363257487213052'] for port, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:24.087734 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4ff15b5e-9456-4a57-bbc5-0c16b597b3a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:10:24.103982 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8234f1d-dc6f-4c1a-8ff6-86ff6542e547 req-151c777f-0832-4ed3-a06d-3aea3503a764 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:24.105603 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8234f1d-dc6f-4c1a-8ff6-86ff6542e547 req-151c777f-0832-4ed3-a06d-3aea3503a764 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0922601 Feb 15 22:10:24.120715 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26', 'code': 200} Feb 15 22:10:24.156053 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8234f1d-dc6f-4c1a-8ff6-86ff6542e547 req-5dea7007-9695-4be7-bb20-47567c048336 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437839 Feb 15 22:10:24.160615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Pushing event updated for resources: {'Port': ['ID=28c65346-93b7-402c-bfdd-bf75be110c26,revision_number=6']} {{(pid=84108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:10:24.163923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:10:24.410187 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee51eb-ccbd-40e6-a281-0ee5ddb99838 req-b4f11e86-0805-4e40-90bb-b1af866152a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:24.411803 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4dee51eb-ccbd-40e6-a281-0ee5ddb99838 req-b4f11e86-0805-4e40-90bb-b1af866152a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1162 time: 0.0798688 Feb 15 22:10:24.453963 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4dee51eb-ccbd-40e6-a281-0ee5ddb99838 req-1dc0f8f9-1652-4476-97a0-895bac3724a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0356309 Feb 15 22:10:25.355136 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f8187-75fa-43f9-8310-6643a455a5ce req-a4a238cf-45a0-413d-921f-bd234b1a84f7 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:25.356824 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c33f8187-75fa-43f9-8310-6643a455a5ce req-a4a238cf-45a0-413d-921f-bd234b1a84f7 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0863678 Feb 15 22:10:25.406750 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c33f8187-75fa-43f9-8310-6643a455a5ce req-c7a800e5-3f04-4dcc-b7b7-dd7dc1a5ea7e tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438256 Feb 15 22:10:25.482545 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 28c65346-93b7-402c-bfdd-bf75be110c26 up at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 22:10:25.554076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Provisioning complete for port 28c65346-93b7-402c-bfdd-bf75be110c26 triggered by entity L2. {{(pid=84108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 22:10:25.554498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850813051'] for port, provisioning_complete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:26.601681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad391-520c-47ea-a672-9f37adea5990 req-e225321e-7a85-4096-a993-6723728eafd4 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:10:26.603267 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-76aad391-520c-47ea-a672-9f37adea5990 req-e225321e-7a85-4096-a993-6723728eafd4 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0862439 Feb 15 22:10:26.651651 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-76aad391-520c-47ea-a672-9f37adea5990 req-f383956b-edde-4108-8bbb-31a39cab8059 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421312 Feb 15 22:10:32.689689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:36.341193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:10:47.548240 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0215eeac-0036-474b-810c-1fca825c63bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:50.044932 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f9f554fb-37be-4934-b769-e22e530ca3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:50.593550 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:51.725100 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:10:53.113825 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:02.713447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:12.817156 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-820de685-5603-4859-b0c4-1cfba8a986a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0767190 Feb 15 22:11:12.965923 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-90449a03-004d-4017-a047-76d601535fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:12.967484 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-90449a03-004d-4017-a047-76d601535fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1162 time: 0.0803154 Feb 15 22:11:13.120751 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-5309aa8c-3518-499b-a713-802e6fe0951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:13.122304 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-5309aa8c-3518-499b-a713-802e6fe0951e service neutron] 10.222.0.47 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 903 time: 0.1363645 Feb 15 22:11:13.229542 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-b13a4483-7411-4740-8747-fa9c08fdd985 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 1000 time: 0.1010654 Feb 15 22:11:13.296321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-b1d99884-cf8e-471a-a3cb-c968f2b3b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:13.297831 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-b1d99884-cf8e-471a-a3cb-c968f2b3b4f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 200 len: 848 time: 0.0625498 Feb 15 22:11:13.340786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:11:13.377361 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-f4665851-6524-423a-8824-2ef68e800c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:13.378929 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-f4665851-6524-423a-8824-2ef68e800c20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748637 Feb 15 22:11:13.518854 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-8765a943-b207-4551-a595-e667969c74ad service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331167 Feb 15 22:11:13.661173 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dd2b7c85-1d4c-4eaa-be8b-aafe4efc9af4 req-1846fc59-11f6-40dd-8256-5a4001b08dcb service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348548 Feb 15 22:11:17.552829 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-be4dd7ba-3d67-4c18-9c02-0eb5934c149d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:20.044805 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9c2834d6-2089-4043-8782-d80c6459a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:20.597679 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:21.712993 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:23.130083 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:32.689742 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:47.563727 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dd9c34a6-0861-4719-9b36-a821ead46183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:50.038272 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b02adf6-1ceb-482f-a94d-3df0308c63c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:50.340831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:11:50.586830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:51.712354 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:53.122573 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:55.699796 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-5fd02172-5c09-47b0-a904-e173133c4198 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/floatingips/3143f055-0b22-46c5-8d53-17171f459a7d HTTP/1.1" status: 200 len: 997 time: 0.1140261 Feb 15 22:11:55.859097 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-51fe1fe5-e532-4c15-8898-cf391220ade3 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:55.860573 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-51fe1fe5-e532-4c15-8898-cf391220ade3 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/networks/c0740f9d-599d-4a5b-86e6-eb8d170ab167 HTTP/1.1" status: 200 len: 784 time: 0.1550283 Feb 15 22:11:55.971732 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-2db6bca2-9be0-4b87-bede-9f7aa348fd9b tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200 len: 1000 time: 0.1046226 Feb 15 22:11:56.055586 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-66164826-6033-40d4-bafd-78b2f4991459 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:56.057136 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-66164826-6033-40d4-bafd-78b2f4991459 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports/28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 942 time: 0.0795205 Feb 15 22:11:56.238232 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-6620461d-429b-4e49-8108-bda9374cc1f8 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200 len: 1000 time: 0.1012447 Feb 15 22:11:56.455432 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Deleting port d4eeebd9-a46f-49db-9ce6-7b70b5262df3 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:11:56.455767 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:56.630449 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:56.631063 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:56.764360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Calling delete_port for d4eeebd9-a46f-49db-9ce6-7b70b5262df3 owned by network:floatingip {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:11:56.998339 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28533621'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:57.013341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-db0d7cea-b3b2-449c-80c5-48953c756588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:11:57.074075 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Pushing event deleted for resources: {'Port': ['ID=d4eeebd9-a46f-49db-9ce6-7b70b5262df3,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:11:57.132837 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.133253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.133665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.134068 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.134487 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.134890 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.135282 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.135701 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.136095 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.136486 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.136873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.137269 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.137698 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.138088 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.138493 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.138886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.139274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.139684 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.140070 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.140455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.140842 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.141227 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.141611 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.141996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:11:57.146647 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:11:57.255333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:57.255750 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Floating IP 3143f055-0b22-46c5-8d53-17171f459a7d disassociated (deleted). External IP: 172.27.0.69, port: 28c65346-93b7-402c-bfdd-bf75be110c26. Feb 15 22:11:57.853228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:11:58.039858 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:11:58.050261 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] Sync routers for ids ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:11:58.064170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] Routers {'5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:11:58.064835 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:11:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:11:58.095236 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for floatingip, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:11:58.156766 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-a5d43a07-e13d-4cff-a9cf-e4701c55ab60 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "DELETE /v2.0/floatingips/3143f055-0b22-46c5-8d53-17171f459a7d HTTP/1.1" status: 204 len: 173 time: 1.9127216 Feb 15 22:11:58.157321 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26'}] {{(pid=84107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:11:58.255364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] Set router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:11:58.276101 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26', 'status': 'completed', 'code': 200} Feb 15 22:11:58.304086 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-5fd9e6c4-e9dc-433f-bffb-e3691b69beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:58.305817 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-5fd9e6c4-e9dc-433f-bffb-e3691b69beea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1162 time: 0.1330047 Feb 15 22:11:58.376126 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada410a-452c-414f-b108-62d93fa478e2 req-8c38f23a-9500-4d7b-afcc-9e5459e79fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:58.377740 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ada410a-452c-414f-b108-62d93fa478e2 req-8c38f23a-9500-4d7b-afcc-9e5459e79fd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81d7840b4a2148139b32e1852b592346&device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 1162 time: 0.0839739 Feb 15 22:11:58.454036 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-7713f721-bec8-4582-ba58-8d58e783426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:58.455711 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-7713f721-bec8-4582-ba58-8d58e783426e service neutron] 10.222.0.41 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 903 time: 0.1424038 Feb 15 22:11:58.521849 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada410a-452c-414f-b108-62d93fa478e2 req-574c45c6-43e8-4fd7-9fa1-2f7665963173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:58.523538 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ada410a-452c-414f-b108-62d93fa478e2 req-574c45c6-43e8-4fd7-9fa1-2f7665963173 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 200 len: 903 time: 0.1392078 Feb 15 22:11:58.534590 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-d63fed9d-f650-4b8d-829b-1152ec64fa09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 217 time: 0.0715795 Feb 15 22:11:58.600715 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:40Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '8450026d-b791-4389-8a60-eace41fc05cf', 'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'mac_address': 'fa:16:3e:ed:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:39Z', 'updated_at': '2021-02-15T22:06:48Z', 'revision_number': 5, 'project_id': '81d7840b4a2148139b32e1852b592346', 'subnets': [{'id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:11:58.604220 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ada410a-452c-414f-b108-62d93fa478e2 req-38c75f49-8286-4094-9a88-581c61ae4409 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 200 len: 217 time: 0.0728657 Feb 15 22:11:58.606133 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-13f777bb-912a-4b8d-ab26-ada07ea506c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:58.606286 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] Checking router: 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:11:58.607779 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-13f777bb-912a-4b8d-ab26-ada07ea506c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 200 len: 848 time: 0.0659909 Feb 15 22:11:58.617201 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] Routers {'5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:11:58.617876 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:11:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:11:58.709969 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-f1c200b6-6826-459a-8db9-2450f2418ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:58.711857 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-f1c200b6-6826-459a-8db9-2450f2418ebf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973074 Feb 15 22:11:58.821726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] Set router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:11:58.864390 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-4a8a95ee-b578-41f6-aa8c-6a49d440a5c1 service neutron] 10.222.0.41 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437449 Feb 15 22:11:58.921467 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada410a-452c-414f-b108-62d93fa478e2 req-c0edca4c-629e-4863-9a21-94010c2731b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:58.923063 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ada410a-452c-414f-b108-62d93fa478e2 req-c0edca4c-629e-4863-9a21-94010c2731b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 200 len: 848 time: 0.3129513 Feb 15 22:11:59.004284 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada410a-452c-414f-b108-62d93fa478e2 req-dfa15550-7caf-44b3-bc21-0b12a292080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:59.005907 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ada410a-452c-414f-b108-62d93fa478e2 req-dfa15550-7caf-44b3-bc21-0b12a292080b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763206 Feb 15 22:11:59.012966 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8befdea9-433d-496e-93c5-b9c4c708b24e req-ccf019a8-e4b2-453c-a359-0ee7264aec7c service neutron] 10.222.0.41 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395626 Feb 15 22:11:59.152285 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ada410a-452c-414f-b108-62d93fa478e2 req-c24bd9dd-a068-4f6e-9bae-e5a874fb3789 service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393609 Feb 15 22:11:59.303588 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ada410a-452c-414f-b108-62d93fa478e2 req-dbe5ac44-f442-4502-8c4c-a8aad41a780a service neutron] 10.222.0.47 "GET /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443462 Feb 15 22:11:59.324442 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:40Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '8450026d-b791-4389-8a60-eace41fc05cf', 'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'mac_address': 'fa:16:3e:ed:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:39Z', 'updated_at': '2021-02-15T22:06:48Z', 'revision_number': 5, 'project_id': '81d7840b4a2148139b32e1852b592346', 'subnets': [{'id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:11:59.329005 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c5feb5-6113-4e7e-a5f7-79c59c1943e6 None None] The sync data for ids ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'] in dv-cinder-775250-3-iscsi is: [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:40Z', 'revision_number': 4, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi', '_interfaces': [{'id': '8450026d-b791-4389-8a60-eace41fc05cf', 'name': '', 'network_id': '91f0ec73-1d6c-4b51-b790-8aeb1afdfccc', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'mac_address': 'fa:16:3e:ed:10:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:39Z', 'updated_at': '2021-02-15T22:06:48Z', 'revision_number': 5, 'project_id': '81d7840b4a2148139b32e1852b592346', 'subnets': [{'id': '8b249665-a3f8-46ec-a357-2c1c51bf19cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:11:59.559992 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c2e76-896d-42f3-889b-5251a900c370 req-8861e5a1-868d-490a-b866-6fe700f42785 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:11:59.560711 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-5a3c2e76-896d-42f3-889b-5251a900c370 req-8861e5a1-868d-490a-b866-6fe700f42785 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Synchronizing usage tracker for tenant:81d7840b4a2148139b32e1852b592346 on resource:port {{(pid=84107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:11:59.602913 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-5a3c2e76-896d-42f3-889b-5251a900c370 req-8861e5a1-868d-490a-b866-6fe700f42785 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Unset dirty status for tenant:81d7840b4a2148139b32e1852b592346 on resource:port {{(pid=84107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:11:59.604924 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a3c2e76-896d-42f3-889b-5251a900c370 req-8861e5a1-868d-490a-b866-6fe700f42785 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.1389241 Feb 15 22:11:59.654552 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a3c2e76-896d-42f3-889b-5251a900c370 req-77971f45-873e-4da8-aa3e-3fc6fe58c2da tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428574 Feb 15 22:11:59.742145 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cae26f-d49f-4122-a1d0-fd4bfff1ec38 None None] New status for floating IP 3143f055-0b22-46c5-8d53-17171f459a7d: DOWN {{(pid=84108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 22:12:00.851744 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86f581-55a5-4f9e-a37d-68403b859702 req-c24f12b5-b5d2-478b-8849-4028dc8f5628 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:12:00.853346 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac86f581-55a5-4f9e-a37d-68403b859702 req-c24f12b5-b5d2-478b-8849-4028dc8f5628 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.0848937 Feb 15 22:12:00.903173 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac86f581-55a5-4f9e-a37d-68403b859702 req-aa9ef500-b95b-44ea-bafb-3baee87dc271 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef91e64e-7e46-4788-969c-5d951a452124&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437880 Feb 15 22:12:01.144065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-d549cf1c-25ee-48e6-ba26-b76a9478385c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 22:12:01.144826 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-d549cf1c-25ee-48e6-ba26-b76a9478385c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Synchronizing usage tracker for tenant:81d7840b4a2148139b32e1852b592346 on resource:port {{(pid=84106) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 22:12:01.157157 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-d549cf1c-25ee-48e6-ba26-b76a9478385c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Unset dirty status for tenant:81d7840b4a2148139b32e1852b592346 on resource:port {{(pid=84106) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 22:12:01.158365 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-d549cf1c-25ee-48e6-ba26-b76a9478385c tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.47 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 945 time: 0.1010377 Feb 15 22:12:01.233841 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Deleting port 28c65346-93b7-402c-bfdd-bf75be110c26 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:01.234230 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:01.493694 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] For port 28c65346-93b7-402c-bfdd-bf75be110c26, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=28c65346-93b7-402c-bfdd-bf75be110c26,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:12:01.494053 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:01.625253 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Calling delete_port for 28c65346-93b7-402c-bfdd-bf75be110c26 owned by compute:nova {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:12:01.798251 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:01.814125 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-1def25ad-485e-4f32-b5fe-2a7d0f1300d3 tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:01.872379 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Pushing event deleted for resources: {'Port': ['ID=28c65346-93b7-402c-bfdd-bf75be110c26,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:01.877506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 28c65346-93b7-402c-bfdd-bf75be110c26 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:12:01.884950 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.885383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.885801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.886213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.886616 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.887025 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.887448 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.887857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.888259 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.888661 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.889059 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.889455 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-3-iscsi {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.889892 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.890290 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.890689 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.891087 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.891502 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.891902 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.892295 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.892688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.893082 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.893477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.893872 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.894265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=84106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 22:12:01.917904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] No Port match for: 28c65346-93b7-402c-bfdd-bf75be110c26 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:12:01.918305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Device 28c65346-93b7-402c-bfdd-bf75be110c26 not bound to the agent host hv-cinder-77525 {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:12:01.948454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:02.042538 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] No DVR routers for this DVR port 28c65346-93b7-402c-bfdd-bf75be110c26 on host hv-cinder-77525 {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:12:02.045130 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770848'] for port, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:02.047933 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'name': 'network-vif-deleted', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26'}] {{(pid=84106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 22:12:02.071053 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cbbcb812-b12b-499e-b3eb-47a21ac4ae33 req-5a8dc62d-b1bb-41c2-b74e-662845718902 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 210 time: 0.0542231 Feb 15 22:12:02.097211 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e57afac6-fd7e-4d70-bcfd-b072e19f30cd req-af45294b-6865-44ec-9686-39c71581b403 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.47 "DELETE /v2.0/ports/28c65346-93b7-402c-bfdd-bf75be110c26 HTTP/1.1" status: 204 len: 173 time: 0.9337401 Feb 15 22:12:02.160591 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988a6f1e-651c-44f0-b73b-c79a30ef7b4d', 'name': 'network-vif-deleted', 'tag': '28c65346-93b7-402c-bfdd-bf75be110c26', 'status': 'completed', 'code': 200} Feb 15 22:12:02.729977 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:03.250626 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53f036c6-eca5-4333-a23a-58604a6a938e req-d4899fc1-2bc5-4ee1-a898-ecd169fdc742 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/ports?device_id=988a6f1e-651c-44f0-b73b-c79a30ef7b4d HTTP/1.1" status: 200 len: 210 time: 0.0502839 Feb 15 22:12:04.422561 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-765546b2-93b4-41b2-b0d9-dcd819bf200a req-acdb8aee-a5ad-4f81-9c4d-313c5edfb11f tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "GET /v2.0/security-groups/ef91e64e-7e46-4788-969c-5d951a452124 HTTP/1.1" status: 200 len: 2993 time: 0.0569727 Feb 15 22:12:04.495305 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-765546b2-93b4-41b2-b0d9-dcd819bf200a req-dea7f84d-e79b-4787-9c98-e4a9b49af013 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:04.525423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-765546b2-93b4-41b2-b0d9-dcd819bf200a req-dea7f84d-e79b-4787-9c98-e4a9b49af013 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:04.661115 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-765546b2-93b4-41b2-b0d9-dcd819bf200a req-dea7f84d-e79b-4787-9c98-e4a9b49af013 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:04.667207 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5e92bdad-16dc-4975-b8d3-a3581a290df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:04.684410 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f84d-e79b-4787-9c98-e4a9b49af013 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef91e64e-7e46-4788-969c-5d951a452124,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:04.687853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-dea7f84d-e79b-4787-9c98-e4a9b49af013 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:04.711570 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-765546b2-93b4-41b2-b0d9-dcd819bf200a req-dea7f84d-e79b-4787-9c98-e4a9b49af013 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:04.713326 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [req-765546b2-93b4-41b2-b0d9-dcd819bf200a req-dea7f84d-e79b-4787-9c98-e4a9b49af013 tempest-TestShelveInstance-1270235552 tempest-TestShelveInstance-1270235552-project] 10.222.0.41 "DELETE /v2.0/security-groups/ef91e64e-7e46-4788-969c-5d951a452124 HTTP/1.1" status: 204 len: 173 time: 0.2844145 Feb 15 22:12:04.802996 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36490) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:05.469971 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854133287'] for router_interface, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:05.836526 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Deleting port 8450026d-b791-4389-8a60-eace41fc05cf {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:05.836904 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:06.020672 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] For port 8450026d-b791-4389-8a60-eace41fc05cf, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=8450026d-b791-4389-8a60-eace41fc05cf,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:12:06.021061 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:06.154866 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Calling delete_port for 8450026d-b791-4389-8a60-eace41fc05cf owned by network:router_interface {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:12:06.443817 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28533621'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:06.459275 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-5c13aac4-d955-41cc-8837-f58c8696b4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:06.516444 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8450026d-b791-4389-8a60-eace41fc05cf,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:06.519276 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:07.103531 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854046235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854133337'] for router_interface, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:07.602015 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:12:07.797686 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:12:07.808232 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] Sync routers for ids ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'] in dv-cinder-775250-3-iscsi {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:12:07.811117 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ab16089d-8c3a-4187-b5a2-8b84dfbcc0fe admin admin] 10.222.0.41 "PUT /v2.0/routers/5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0068631 Feb 15 22:12:07.813793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36496) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:07.818055 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] Routers {'5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:12:07.818729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:11:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:08.001341 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:08.009140 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] Set router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:12:08.193094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:08.198394 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Deleting port 0de64dc8-0ea5-46fe-8107-141165bc6fb0 {{(pid=84107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:08.198773 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:08.311644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:12:06Z', 'revision_number': 5, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:08.315586 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] Checking router: 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 for host: dv-cinder-775250-3-iscsi {{(pid=84109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:12:08.324376 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] Routers {'5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:12:08.325024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:11:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'], 'active': True} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:08.381213 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] For port 0de64dc8-0ea5-46fe-8107-141165bc6fb0, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0de64dc8-0ea5-46fe-8107-141165bc6fb0,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:12:08.381613 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:08.521173 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Calling delete_port for 0de64dc8-0ea5-46fe-8107-141165bc6fb0 owned by network:router_gateway {{(pid=84107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:12:08.526500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] Set router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 gateway port host: dv-cinder-775250-3-iscsi {{(pid=84109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:12:08.828247 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28533621'] for port, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:08.829280 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:12:06Z', 'revision_number': 5, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:08.833377 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc81a20-9388-4b3c-ad10-aa4cb2d0ccd2 None None] The sync data for ids ['5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4'] in dv-cinder-775250-3-iscsi is: [{'id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'name': 'tempest-TestShelveInstance-2004085353-router', 'tenant_id': '81d7840b4a2148139b32e1852b592346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:12:06Z', 'revision_number': 5, 'project_id': '81d7840b4a2148139b32e1852b592346', 'gw_port': {'id': '0de64dc8-0ea5-46fe-8107-141165bc6fb0', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:35Z', 'updated_at': '2021-02-15T22:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:12:09.022076 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635345'] for router_gateway, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:09.161793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-212418'] for router, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:09.164295 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:09.312477 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647155'] for router, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:09.313045 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 {{(pid=84107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 22:12:09.325789 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:09.327051 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-50e32cb1-c5b1-4810-858f-4b6c54e93fa6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5bb3c52c-9fa1-4140-8db2-d8a6ffd094c4 HTTP/1.1" status: 204 len: 168 time: 1.5122707 Feb 15 22:12:09.330085 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 36500) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:09.398867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a83f48-b460-4174-add7-e298744721eb admin admin] Deleting subnet 8b249665-a3f8-46ec-a357-2c1c51bf19cb {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 22:12:09.402052 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-28a83f48-b460-4174-add7-e298744721eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:09.458373 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-28a83f48-b460-4174-add7-e298744721eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1819660'] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:09.543466 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-28a83f48-b460-4174-add7-e298744721eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:09.844029 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-28a83f48-b460-4174-add7-e298744721eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1826727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27523202'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:09.860091 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4cdcba1e-1f44-4324-abc0-32bbfed69b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:09.906678 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a83f48-b460-4174-add7-e298744721eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b249665-a3f8-46ec-a357-2c1c51bf19cb,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:09.963027 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-28a83f48-b460-4174-add7-e298744721eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:09.993786 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-28a83f48-b460-4174-add7-e298744721eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:09.999795 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-28a83f48-b460-4174-add7-e298744721eb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8b249665-a3f8-46ec-a357-2c1c51bf19cb HTTP/1.1" status: 204 len: 168 time: 0.6683924 Feb 15 22:12:09.999948 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f37f83-4318-40b8-b695-150cf3a339ab None None] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:12:10.002470 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 36504) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:10.119974 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:10.171726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0de64dc8-0ea5-46fe-8107-141165bc6fb0 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:12:10.190692 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Deleting port 0364dcf9-9a7d-436e-b3c0-fac9caf528de {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:10.191077 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:10.222621 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 0de64dc8-0ea5-46fe-8107-141165bc6fb0 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:12:10.223017 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0de64dc8-0ea5-46fe-8107-141165bc6fb0 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:12:10.223514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 8450026d-b791-4389-8a60-eace41fc05cf no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:12:10.261662 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 8450026d-b791-4389-8a60-eace41fc05cf {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:12:10.262052 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 8450026d-b791-4389-8a60-eace41fc05cf not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:12:10.334728 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] DHCP port deletion for 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc request from dv-cinder-775250-3-iscsi {{(pid=84108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 22:12:10.339959 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] Deleting port 0364dcf9-9a7d-436e-b3c0-fac9caf528de {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:10.340508 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:10.416364 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] For port 0364dcf9-9a7d-436e-b3c0-fac9caf528de, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0364dcf9-9a7d-436e-b3c0-fac9caf528de,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:12:10.416666 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:10.555632 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Calling delete_port for 0364dcf9-9a7d-436e-b3c0-fac9caf528de owned by network:dhcp {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:12:10.677003 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:10.690811 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-769fcd7f-0cb3-4e7b-9456-fbe1d1d97b0b tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:10.721274 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] For port 0364dcf9-9a7d-436e-b3c0-fac9caf528de, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=0364dcf9-9a7d-436e-b3c0-fac9caf528de,segment=NetworkSegment(5d12fda7-bede-4708-9539-205630d0778d),segment_id=5d12fda7-bede-4708-9539-205630d0778d)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:12:10.721726 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:10.748491 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0364dcf9-9a7d-436e-b3c0-fac9caf528de,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:10.752800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:10.835840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] No DVR routers for this DVR port 0364dcf9-9a7d-436e-b3c0-fac9caf528de on host dv-cinder-775250-3-iscsi {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:12:10.853956 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] Calling delete_port for 0364dcf9-9a7d-436e-b3c0-fac9caf528de owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:12:10.927636 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 22:12:10.927958 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 22:12:10.957353 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:11.070646 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f0ec73-1d6c-4b51-b790-8aeb1afdfccc']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:11.083312 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d12fda7-bede-4708-9539-205630d0778d') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:11.083683 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d12fda7-bede-4708-9539-205630d0778d') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:11.096127 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:11.111383 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:11.113429 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 22:12:11.288800 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:12:11.298674 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:11.429119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] Deleting port 0364dcf9-9a7d-436e-b3c0-fac9caf528de {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:11.429579 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:11.478518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Network 91f0ec73-1d6c-4b51-b790-8aeb1afdfccc has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 22:12:11.501259 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 22:12:11.503963 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-2a826455-8268-4076-ae74-27609e2fb3ab None None] The port '0364dcf9-9a7d-436e-b3c0-fac9caf528de' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 22:12:11.614989 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:11.618233 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:11.634840 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:11.642634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f0ec73-1d6c-4b51-b790-8aeb1afdfccc,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:11.647229 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:11.695873 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/91f0ec73-1d6c-4b51-b790-8aeb1afdfccc HTTP/1.1" status: 204 len: 168 time: 1.6921358 Feb 15 22:12:11.699445 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 36508) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:12.057461 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-970737ad-c01b-44cd-bbf4-90e047dbcc56 req-aaf29b76-b22f-472c-a6f1-21883d518d46 service neutron] (84106) timed out ('10.222.0.41', 59498) {{(pid=84106) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 15 22:12:12.157769 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0364dcf9-9a7d-436e-b3c0-fac9caf528de no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:12:12.194743 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 0364dcf9-9a7d-436e-b3c0-fac9caf528de {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:12:12.195139 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 0364dcf9-9a7d-436e-b3c0-fac9caf528de not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:12:12.501222 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854133287'] for router_interface, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:12.865580 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Deleting port c1e939da-ad37-4645-a0c8-72598b604e04 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:12.865963 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:13.049441 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] For port c1e939da-ad37-4645-a0c8-72598b604e04, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=c1e939da-ad37-4645-a0c8-72598b604e04,segment=NetworkSegment(e88e6644-d2be-4f76-9be5-a0d0cecdc856),segment_id=e88e6644-d2be-4f76-9be5-a0d0cecdc856)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:12:13.049830 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:13.179766 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Calling delete_port for c1e939da-ad37-4645-a0c8-72598b604e04 owned by network:router_interface {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:12:13.495160 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:13.510796 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-4bd857f9-379a-4912-8d34-4f00648ec0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:13.564917 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e939da-ad37-4645-a0c8-72598b604e04,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:13.569208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:13.920038 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854046235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854133337'] for router_interface, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:14.425367 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Router ba8f2fe5-3525-40fb-8683-14f8adce675b has already been hosted by L3 agent 498bc56e-4df1-4734-baa5-a623f13cd440 {{(pid=84106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 22:12:14.613595 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] Notify agent at l3_agent.dv-cinder-775250-3-iscsi the message routers_updated {{(pid=84106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 22:12:14.622589 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] Sync routers for ids ['ba8f2fe5-3525-40fb-8683-14f8adce675b'] in dv-cinder-775250-3-iscsi {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 22:12:14.623936 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d5a72207-8be8-4f48-acbd-f843a5f9db4e admin admin] 10.222.0.41 "PUT /v2.0/routers/ba8f2fe5-3525-40fb-8683-14f8adce675b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9234178 Feb 15 22:12:14.625739 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 36512) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:14.644894 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] Routers {'ba8f2fe5-3525-40fb-8683-14f8adce675b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:12:14.645853 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:11:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['ba8f2fe5-3525-40fb-8683-14f8adce675b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:14.846818 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] Set router ba8f2fe5-3525-40fb-8683-14f8adce675b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:12:15.062065 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Notify callbacks [] for router, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:15.158342 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'name': 'tempest-TestShelveInstance-1094713666-router', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:43Z', 'updated_at': '2021-02-15T22:12:13Z', 'revision_number': 5, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'gw_port': {'id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:44Z', 'updated_at': '2021-02-15T22:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:15.162346 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] Checking router: ba8f2fe5-3525-40fb-8683-14f8adce675b for host: dv-cinder-775250-3-iscsi {{(pid=84108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 22:12:15.171776 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] Routers {'ba8f2fe5-3525-40fb-8683-14f8adce675b'} bound to L3 agent in host dv-cinder-775250-3-iscsi {{(pid=84108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 22:12:15.172446 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T21:42:50Z,description=,heartbeat_timestamp=2021-02-15T22:11:50Z,host='dv-cinder-775250-3-iscsi',id=498bc56e-4df1-4734-baa5-a623f13cd440,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T21:42:50Z,topic='l3_agent')) {'router_ids': ['ba8f2fe5-3525-40fb-8683-14f8adce675b'], 'active': True} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:15.253881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:15.259892 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Deleting port fe3a5fc4-4709-4192-beb9-c733d5e97e30 {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:15.260270 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:15.359696 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvr_db [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] Set router ba8f2fe5-3525-40fb-8683-14f8adce675b gateway port host: dv-cinder-775250-3-iscsi {{(pid=84108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 22:12:15.444844 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] For port fe3a5fc4-4709-4192-beb9-c733d5e97e30, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=fe3a5fc4-4709-4192-beb9-c733d5e97e30,segment=NetworkSegment(3ee7cdef-74fc-4bdf-8456-5fd4b0655038),segment_id=3ee7cdef-74fc-4bdf-8456-5fd4b0655038)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:12:15.445405 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:15.579131 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Calling delete_port for fe3a5fc4-4709-4192-beb9-c733d5e97e30 owned by network:router_gateway {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:12:15.662957 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_hamode_db [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'name': 'tempest-TestShelveInstance-1094713666-router', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:43Z', 'updated_at': '2021-02-15T22:12:13Z', 'revision_number': 5, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'gw_port': {'id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:44Z', 'updated_at': '2021-02-15T22:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}], 'dv-cinder-775250-3-iscsi', False) {} {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:15.667761 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7be698-dbea-4ca9-bf96-d958224f9ac9 None None] The sync data for ids ['ba8f2fe5-3525-40fb-8683-14f8adce675b'] in dv-cinder-775250-3-iscsi is: [{'id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'name': 'tempest-TestShelveInstance-1094713666-router', 'tenant_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'external_fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T22:06:43Z', 'updated_at': '2021-02-15T22:12:13Z', 'revision_number': 5, 'project_id': '86f1a69cdc71435aa274f1a386f3a2c8', 'gw_port': {'id': 'fe3a5fc4-4709-4192-beb9-c733d5e97e30', 'name': '', 'network_id': 'c0740f9d-599d-4a5b-86e6-eb8d170ab167', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8f2fe5-3525-40fb-8683-14f8adce675b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T22:06:44Z', 'updated_at': '2021-02-15T22:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1ae1cf0-fd39-451b-afca-c2f25a8f421a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-3-iscsi'}] {{(pid=84108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 22:12:15.775845 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:15.976206 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635345'] for router_gateway, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:16.116090 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device c1e939da-ad37-4645-a0c8-72598b604e04 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:12:16.117655 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-212418'] for router, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:16.120079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:16.154643 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: c1e939da-ad37-4645-a0c8-72598b604e04 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:12:16.155113 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device c1e939da-ad37-4645-a0c8-72598b604e04 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:12:16.340703 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647155'] for router, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:16.341265 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba8f2fe5-3525-40fb-8683-14f8adce675b {{(pid=84106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 22:12:16.353791 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] Notify callbacks [] for router, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:16.355038 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-91089f44-ecdf-45fe-93b8-f4459be43cac admin admin] 10.222.0.41 "DELETE /v2.0/routers/ba8f2fe5-3525-40fb-8683-14f8adce675b HTTP/1.1" status: 204 len: 168 time: 1.7283108 Feb 15 22:12:16.357886 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 36516) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:16.424569 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf943a4-9e0a-4f62-aff1-c53f5a6fb887 admin admin] Deleting subnet 96d66ba3-7d57-4b00-bc60-52efee3cd4cc {{(pid=84106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 22:12:16.427732 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9cf943a4-9e0a-4f62-aff1-c53f5a6fb887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:16.482152 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9cf943a4-9e0a-4f62-aff1-c53f5a6fb887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1819660'] for subnet, precommit_delete_associations {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:16.622793 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9cf943a4-9e0a-4f62-aff1-c53f5a6fb887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4034991'] for subnet, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:16.969426 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9cf943a4-9e0a-4f62-aff1-c53f5a6fb887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850740776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1826727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27523202'] for subnet, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:16.984688 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:17.031101 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf943a4-9e0a-4f62-aff1-c53f5a6fb887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d66ba3-7d57-4b00-bc60-52efee3cd4cc,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:17.081624 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-9cf943a4-9e0a-4f62-aff1-c53f5a6fb887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:17.117388 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9cf943a4-9e0a-4f62-aff1-c53f5a6fb887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:17.122782 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ca3d37-398d-47f9-8860-cf0b0d83392c None None] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 requested from dv-cinder-775250-3-iscsi {{(pid=84108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 22:12:17.124439 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9cf943a4-9e0a-4f62-aff1-c53f5a6fb887 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/96d66ba3-7d57-4b00-bc60-52efee3cd4cc HTTP/1.1" status: 204 len: 168 time: 0.7656157 Feb 15 22:12:17.127021 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84106) accepted ('10.222.0.41', 36520) {{(pid=84106) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:17.243062 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4007665'] for network, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:17.311680 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Deleting port 957bef68-9513-45d1-bbeb-4307aaaafdce {{(pid=84106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:17.312056 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:17.375169 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] DHCP port deletion for b3dc007c-b1b4-47c3-92be-ca167fd7d589 request from dv-cinder-775250-3-iscsi {{(pid=84108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 22:12:17.379716 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] Deleting port 957bef68-9513-45d1-bbeb-4307aaaafdce {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:17.380296 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:17.533754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] For port 957bef68-9513-45d1-bbeb-4307aaaafdce, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=957bef68-9513-45d1-bbeb-4307aaaafdce,segment=NetworkSegment(e88e6644-d2be-4f76-9be5-a0d0cecdc856),segment_id=e88e6644-d2be-4f76-9be5-a0d0cecdc856)] {{(pid=84106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:12:17.534344 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:17.608511 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] For port 957bef68-9513-45d1-bbeb-4307aaaafdce, host dv-cinder-775250-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-3-iscsi',level=0,port_id=957bef68-9513-45d1-bbeb-4307aaaafdce,segment=NetworkSegment(e88e6644-d2be-4f76-9be5-a0d0cecdc856),segment_id=e88e6644-d2be-4f76-9be5-a0d0cecdc856)] {{(pid=84108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 22:12:17.608881 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198226'] for port, precommit_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:17.672271 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Calling delete_port for 957bef68-9513-45d1-bbeb-4307aaaafdce owned by network:dhcp {{(pid=84106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:12:17.682873 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-403aac33-43a0-463d-b38a-12e42bf4b527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:17.748801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] Calling delete_port for 957bef68-9513-45d1-bbeb-4307aaaafdce owned by network:dhcp {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 22:12:17.780578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850959551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854252832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779368046570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779367562457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852949175'] for port, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:17.796634 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-3b49bb48-1ebb-4744-9e6f-377d136c834d tempest-AttachVolumeTestJSON-500935118 tempest-AttachVolumeTestJSON-500935118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:17.825264 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 22:12:17.825681 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 22:12:17.854500 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Pushing event deleted for resources: {'Port': ['ID=957bef68-9513-45d1-bbeb-4307aaaafdce,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:17.903675 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:17.938428 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] No DVR routers for this DVR port 957bef68-9513-45d1-bbeb-4307aaaafdce on host dv-cinder-775250-3-iscsi {{(pid=84106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 22:12:18.059599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4033846', 'neutron.services.segments.db._delete_segments_for_network--9223363257486829001'] for network, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:18.155407 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device fe3a5fc4-4709-4192-beb9-c733d5e97e30 no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:12:18.175419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dc007c-b1b4-47c3-92be-ca167fd7d589']}} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:18.188216 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88e6644-d2be-4f76-9be5-a0d0cecdc856') {'for_net_delete': True} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:18.188558 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88e6644-d2be-4f76-9be5-a0d0cecdc856') {} {{(pid=84106) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 22:12:18.192645 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: fe3a5fc4-4709-4192-beb9-c733d5e97e30 {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:12:18.193013 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device fe3a5fc4-4709-4192-beb9-c733d5e97e30 not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:12:18.193479 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 957bef68-9513-45d1-bbeb-4307aaaafdce no longer exists at agent ovs-agent-dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 22:12:18.200685 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779368106338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852956156'] for segment, before_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:18.229302 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] No Port match for: 957bef68-9513-45d1-bbeb-4307aaaafdce {{(pid=84108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 22:12:18.229708 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.rpc [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Device 957bef68-9513-45d1-bbeb-4307aaaafdce not bound to the agent host dv-cinder-775250-3-iscsi {{(pid=84108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 22:12:18.272104 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4039241'] for segment, precommit_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:18.274345 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 22:12:18.326456 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] Deleting port 957bef68-9513-45d1-bbeb-4307aaaafdce {{(pid=84108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 22:12:18.326887 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779368044574'] for port, before_delete {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:18.399109 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4a5ee-87a6-4092-a0bb-c195fa83074e None None] The port '957bef68-9513-45d1-bbeb-4307aaaafdce' was deleted {{(pid=84108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 22:12:18.453069 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:12:18.462729 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850736526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1826674'] for segment, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:18.644625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Network b3dc007c-b1b4-47c3-92be-ca167fd7d589 has no segments {{(pid=84106) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: Traceback (most recent call last): Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: timer() Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: cb(*args, **kw) Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: return func(*args, **kwargs) Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: self._notify() Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: self.callback(batched_events) Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: event.method(event) Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: segment_id)['aggregates'][0] Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: return f(self, *a, **k) Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: return self._get(url).json() Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: **kwargs) Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: **endpoint_filter) Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 22:12:18.665513 dv-cinder-775250-3-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 22:12:19.117386 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850742002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-729565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854140472'] for network, after_delete {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:19.121080 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:19.136916 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-729550'] for network, before_response {{(pid=84106) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:19.146640 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3dc007c-b1b4-47c3-92be-ca167fd7d589,revision_number=None']} {{(pid=84106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:19.149789 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84106) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:19.151451 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e72e548c-2517-4d7a-8d28-3c6aeabad725 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b3dc007c-b1b4-47c3-92be-ca167fd7d589 HTTP/1.1" status: 204 len: 168 time: 2.0233970 Feb 15 22:12:19.338506 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36526) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:19.389562 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b362d380-547b-400f-9c33-9dcad9320e5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81d7840b4a2148139b32e1852b592346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497260 Feb 15 22:12:19.391997 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36530) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:19.456976 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-419ac822-9fa3-41ad-8e8f-1151c5e80308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:19.484590 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-419ac822-9fa3-41ad-8e8f-1151c5e80308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:19.694831 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-419ac822-9fa3-41ad-8e8f-1151c5e80308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:19.700361 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-cee07e36-a1f1-4f36-a4d2-1aa631fd1378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:19.717208 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ac822-9fa3-41ad-8e8f-1151c5e80308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d7d163-dbea-42fb-8a63-807f5da084f4,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:19.720333 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-419ac822-9fa3-41ad-8e8f-1151c5e80308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:19.722498 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-419ac822-9fa3-41ad-8e8f-1151c5e80308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:19.725073 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-419ac822-9fa3-41ad-8e8f-1151c5e80308 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2d7d163-dbea-42fb-8a63-807f5da084f4 HTTP/1.1" status: 204 len: 168 time: 0.3320317 Feb 15 22:12:20.032193 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9429a78f-7018-41fa-9ad5-77d915d347ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:20.206514 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36538) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:20.257206 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b4dd249b-ee64-44c8-8191-0b3ca31dfad3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86f1a69cdc71435aa274f1a386f3a2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494485 Feb 15 22:12:20.260326 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (84107) accepted ('10.222.0.41', 36542) {{(pid=84107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 22:12:20.320071 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8654854a-e307-4a52-afaf-13a549fa6553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:20.346867 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8654854a-e307-4a52-afaf-13a549fa6553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:20.529137 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8654854a-e307-4a52-afaf-13a549fa6553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854220067'] for security_group, after_delete {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:20.534043 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-2e809465-9b4d-4a85-ad13-b290c7f1da07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 22:12:20.549170 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654854a-e307-4a52-afaf-13a549fa6553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e925de3e-1419-433f-a61a-1e6397c6845e,revision_number=None']} {{(pid=84107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 22:12:20.551621 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG oslo_concurrency.lockutils [None req-8654854a-e307-4a52-afaf-13a549fa6553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 22:12:20.554079 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8654854a-e307-4a52-afaf-13a549fa6553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:20.555430 dv-cinder-775250-3-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8654854a-e307-4a52-afaf-13a549fa6553 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e925de3e-1419-433f-a61a-1e6397c6845e HTTP/1.1" status: 204 len: 168 time: 0.2939680 Feb 15 22:12:20.586593 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:21.750820 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:23.128802 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:27.341528 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:12:32.710704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:47.568549 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-378d0371-8552-4467-9850-daae8922b62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:50.043518 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-93fabfc4-240c-4f0b-8547-bf9b50f1bace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:50.591520 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:51.728419 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:12:53.128454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:02.734120 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:04.341964 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:13:17.550891 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-24ddb64d-bdee-4a67-8d84-b953746c70e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:20.047874 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d2b0349e-084e-40fd-bc92-4ca53ca0af9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:20.602094 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:21.710637 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:23.133763 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:32.732897 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:41.341578 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:13:47.555704 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9438909c-2d59-4ce9-8323-70fafcf5ce77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:50.064673 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-65d876b0-2c61-4617-abfc-b882ff6b1c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:50.613190 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:51.710496 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:13:53.172956 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:02.732249 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:17.572599 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bb9045e1-036a-4af5-a6eb-019c3d66eb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:18.341003 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:14:20.046691 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6bbb6865-7a85-49d4-8f80-1ea0bee77fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:20.595581 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:21.732406 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:23.149297 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:32.732625 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:47.548938 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ed44cd14-1627-4690-836e-4f00ac8b564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:50.046431 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ad49dda1-41e2-47b5-9d21-5e4f7a5ce742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:50.600451 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:51.794755 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:53.143814 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:14:55.339891 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:15:02.720454 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:17.565860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-576a5b13-54bf-4c1b-9b01-1bd1441866bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:20.056944 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-75e2ead1-6b99-470d-8f73-791393b6cd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:20.611229 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:21.725606 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:23.136758 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:32.339485 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:15:32.736994 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:47.565453 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-950ad1d3-fa83-4a51-a41a-c44398f8d178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:50.056641 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8b9372ed-5149-4159-a5f0-f5c2026d727a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:50.610668 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:51.788385 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:15:53.159580 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:02.753450 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:09.338447 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:16:17.564936 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ec8b2eec-c672-488b-a932-a4c19110e077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:20.056423 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e3025f75-1a53-41a1-95bb-6e2d700eb570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:20.615942 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:21.730360 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:23.152860 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:32.746834 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:46.338846 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:16:47.564615 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a1a2-fea0-47e0-a2c4-4049a8e4a806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:50.044644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a7ee712c-044b-400e-aa7f-ae37ecb3c561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:50.633307 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:51.729754 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:16:53.164534 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:02.769762 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:17.564051 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-defae35c-17ff-458e-9d07-74d36088bf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:20.044141 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6fdaca49-d2d9-4c72-b1d6-43f258423433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:20.621119 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:21.741317 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:23.164159 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:23.338644 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:17:32.803857 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:47.563801 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-32532007-baab-485e-b115-1199747a0512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:50.043925 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9e15b4fa-302a-4d18-9835-c31217145a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:50.609567 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-60f8de69-1b49-4423-a977-195a77ef4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:51.723665 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8adf38b2-75b8-49c2-80a8-1b87ad739e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:17:53.157024 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9370118a-1b4d-43ee-9f9e-aa895ad27f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 22:18:00.337929 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron.db.agents_db [None req-f1e7df56-31fe-4589-869a-8449dd543b57 None None] Agent healthcheck: found 6 active agents {{(pid=84109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 22:18:02.786228 dv-cinder-775250-3-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a43d19bb-5740-464c-a031-286a316eb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779367948557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3962712'] for agent, after_update {{(pid=84108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}